2024-03-21T12:47:36.914 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-21T12:47:36.914 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_gabrioux@teuthology --name gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi --description orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} --archive /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964 --verbose -- /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/orig.config.yaml 2024-03-21T12:47:36.962 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-21T12:47:37.068 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964 branch: wip-guits-testing-2024-03-21-0818 description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} email: gabrioux@ibm.com first_in_suite: false job_id: '7614964' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-guits-testing-2024-03-21-0818 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 960fbbe4645c2becc8084669be194c95183c7753 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 960fbbe4645c2becc8084669be194c95183c7753 workunit: branch: wip-guits-testing-2024-03-21-0818 sha1: 960fbbe4645c2becc8084669be194c95183c7753 owner: scheduled_gabrioux@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 187 sha1: 960fbbe4645c2becc8084669be194c95183c7753 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-testing-2024-03-21-0818 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 960fbbe4645c2becc8084669be194c95183c7753 targets: smithi067.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKHqQcsC+ic0IDnIl+4cj57P83+BUa1jRBi9AuVB61Ur9PtogjT3W4cuaqUD143fEf/95nxPpQg0SoHM2ig7OBU= smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ/stJeePz2W0OMq5w6MTcOOjPT2Sj0Iim816gKUx5E0TmE1D431n+hhZ73ZwUawDbLnX5I5svh6x96yyim6eK8= tasks: - cephadm: cephadm_branch: v17.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v17.2.0 - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-21_12:04:17 tube: smithi user: gabrioux verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-03-21T12:47:37.069 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa; will attempt to use it 2024-03-21T12:47:37.069 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa/tasks 2024-03-21T12:47:37.070 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-21T12:47:37.071 INFO:teuthology.task.internal:Checking packages... 2024-03-21T12:47:37.097 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '960fbbe4645c2becc8084669be194c95183c7753' 2024-03-21T12:47:37.097 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-21T12:47:37.098 INFO:teuthology.packaging:ref: None 2024-03-21T12:47:37.098 INFO:teuthology.packaging:tag: None 2024-03-21T12:47:37.098 INFO:teuthology.packaging:branch: wip-guits-testing-2024-03-21-0818 2024-03-21T12:47:37.098 INFO:teuthology.packaging:sha1: 960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T12:47:37.098 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-guits-testing-2024-03-21-0818 2024-03-21T12:47:37.245 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2267.g960fbbe4 2024-03-21T12:47:37.247 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-21T12:47:37.253 INFO:teuthology.task.internal:no buildpackages task found 2024-03-21T12:47:37.253 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-21T12:47:37.273 INFO:teuthology.task.internal:Saving configuration 2024-03-21T12:47:37.290 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-21T12:47:37.296 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-21T12:47:37.321 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-21 12:42:40.233902', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKHqQcsC+ic0IDnIl+4cj57P83+BUa1jRBi9AuVB61Ur9PtogjT3W4cuaqUD143fEf/95nxPpQg0SoHM2ig7OBU='} 2024-03-21T12:47:37.342 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-21 12:42:40.235263', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ/stJeePz2W0OMq5w6MTcOOjPT2Sj0Iim816gKUx5E0TmE1D431n+hhZ73ZwUawDbLnX5I5svh6x96yyim6eK8='} 2024-03-21T12:47:37.342 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-21T12:47:37.348 INFO:teuthology.task.internal:roles: ubuntu@smithi067.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-03-21T12:47:37.349 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-03-21T12:47:37.349 INFO:teuthology.run_tasks:Running task console_log... 2024-03-21T12:47:37.418 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbb70d9d0d0>, signals=[15]) 2024-03-21T12:47:37.418 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-21T12:47:37.425 INFO:teuthology.task.internal:Opening connections... 2024-03-21T12:47:37.426 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi067.front.sepia.ceph.com 2024-03-21T12:47:37.428 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:47:37.544 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-03-21T12:47:37.545 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:47:37.634 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-21T12:47:37.640 DEBUG:teuthology.orchestra.run.smithi067:> uname -m 2024-03-21T12:47:37.659 INFO:teuthology.orchestra.run.smithi067.stdout:x86_64 2024-03-21T12:47:37.659 DEBUG:teuthology.orchestra.run.smithi067:> cat /etc/os-release 2024-03-21T12:47:37.717 INFO:teuthology.orchestra.run.smithi067.stdout:NAME="CentOS Stream" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION="9" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:ID="centos" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:ID_LIKE="rhel fedora" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION_ID="9" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM_ID="platform:el9" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:ANSI_COLOR="0;31" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:LOGO="fedora-logo-icon" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:HOME_URL="https://centos.org/" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-21T12:47:37.718 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-21T12:47:37.719 INFO:teuthology.lock.ops:Updating smithi067.front.sepia.ceph.com on lock server 2024-03-21T12:47:37.757 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-03-21T12:47:37.775 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-03-21T12:47:37.775 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-03-21T12:47:37.832 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="CentOS Stream" 2024-03-21T12:47:37.832 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="9" 2024-03-21T12:47:37.832 INFO:teuthology.orchestra.run.smithi196.stdout:ID="centos" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE="rhel fedora" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="9" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:PLATFORM_ID="platform:el9" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:ANSI_COLOR="0;31" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:LOGO="fedora-logo-icon" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://centos.org/" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-21T12:47:37.833 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-21T12:47:37.833 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-03-21T12:47:37.881 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-21T12:47:37.890 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-21T12:47:37.896 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-21T12:47:37.897 DEBUG:teuthology.orchestra.run.smithi067:> test '!' -e /home/ubuntu/cephtest 2024-03-21T12:47:37.899 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-03-21T12:47:37.915 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-21T12:47:37.921 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-21T12:47:37.921 DEBUG:teuthology.orchestra.run.smithi067:> test -z $(ls -A /var/lib/ceph) 2024-03-21T12:47:37.956 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-03-21T12:47:38.050 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-21T12:47:38.099 INFO:teuthology.run_tasks:Running task kernel... 2024-03-21T12:47:38.118 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-03-21T12:47:38.118 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-03-21T12:47:38.118 DEBUG:teuthology.orchestra.run.smithi067:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-21T12:47:38.119 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-21T12:47:38.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T12:47:38.135 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-03-21T12:47:38.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T12:47:38.136 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-03-21T12:47:38.193 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-361.el9.x86_64 2024-03-21T12:47:38.193 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.14.0-361.el9.x86_64 2024-03-21T12:47:38.193 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum install -y kernel 2024-03-21T12:47:38.194 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-361.el9.x86_64 2024-03-21T12:47:38.195 INFO:teuthology.task.kernel:Running kernel on smithi067: 5.14.0-361.el9.x86_64 2024-03-21T12:47:38.195 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum install -y kernel 2024-03-21T12:47:40.254 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-03-21T12:47:40.296 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-03-21T12:47:41.763 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS-9 - BaseOS 5.6 MB/s | 2.0 MB 00:00 2024-03-21T12:47:41.938 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS-9 - BaseOS 3.8 MB/s | 2.0 MB 00:00 2024-03-21T12:47:43.737 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.0 MB 00:01 2024-03-21T12:47:47.021 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 8.1 MB/s | 19 MB 00:02 2024-03-21T12:47:51.089 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.1 MB 00:00 2024-03-21T12:47:51.685 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 877 kB/s | 8.0 MB 00:09 2024-03-21T12:47:52.556 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 16 kB 00:00 2024-03-21T12:47:53.436 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 26 MB/s | 19 MB 00:00 2024-03-21T12:47:54.110 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-03-21T12:47:59.224 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-03-21T12:48:01.261 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 1.4 MB/s | 6.1 MB 00:04 2024-03-21T12:48:01.548 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-21T12:48:01.548 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-21T12:48:01.645 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-03-21T12:48:01.654 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-03-21T12:48:01.654 INFO:teuthology.orchestra.run.smithi067.stdout: Package Architecture Version Repository Size 2024-03-21T12:48:01.654 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-03-21T12:48:01.654 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout: kernel x86_64 5.14.0-430.el9 baseos 44 k 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core x86_64 5.14.0-430.el9 baseos 15 M 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules x86_64 5.14.0-430.el9 baseos 33 M 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core x86_64 5.14.0-430.el9 baseos 27 M 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout:Install 4 Packages 2024-03-21T12:48:01.655 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:01.656 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 76 M 2024-03-21T12:48:01.656 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 123 M 2024-03-21T12:48:01.656 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-03-21T12:48:01.809 INFO:teuthology.orchestra.run.smithi067.stdout:(1/4): kernel-5.14.0-430.el9.x86_64.rpm 522 kB/s | 44 kB 00:00 2024-03-21T12:48:02.592 INFO:teuthology.orchestra.run.smithi067.stdout:(2/4): kernel-core-5.14.0-430.el9.x86_64.rpm 17 MB/s | 15 MB 00:00 2024-03-21T12:48:02.795 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 16 kB 00:00 2024-03-21T12:48:03.284 INFO:teuthology.orchestra.run.smithi067.stdout:(3/4): kernel-modules-5.14.0-430.el9.x86_64.rpm 21 MB/s | 33 MB 00:01 2024-03-21T12:48:03.693 INFO:teuthology.orchestra.run.smithi067.stdout:(4/4): kernel-modules-core-5.14.0-430.el9.x86_6 15 MB/s | 27 MB 00:01 2024-03-21T12:48:03.693 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-03-21T12:48:03.693 INFO:teuthology.orchestra.run.smithi067.stdout:Total 37 MB/s | 76 MB 00:02 2024-03-21T12:48:04.383 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-03-21T12:48:04.806 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-03-21T12:48:04.806 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-03-21T12:48:05.457 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 8.1 MB/s | 21 MB 00:02 2024-03-21T12:48:05.834 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-03-21T12:48:05.834 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-03-21T12:48:08.455 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-03-21T12:48:09.089 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-core-5.14.0-430.el9.x86_64 1/4 2024-03-21T12:48:09.185 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-21T12:48:10.404 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-03-21T12:48:12.057 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-21T12:48:12.194 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-21T12:48:12.494 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-21T12:48:12.494 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-21T12:48:12.579 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-430.el9 baseos 44 k 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-core x86_64 5.14.0-430.el9 baseos 15 M 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules x86_64 5.14.0-430.el9 baseos 33 M 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-core x86_64 5.14.0-430.el9 baseos 27 M 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-03-21T12:48:12.590 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-03-21T12:48:12.591 INFO:teuthology.orchestra.run.smithi196.stdout:Install 4 Packages 2024-03-21T12:48:12.591 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:48:12.591 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 76 M 2024-03-21T12:48:12.591 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 123 M 2024-03-21T12:48:12.591 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-03-21T12:48:12.822 INFO:teuthology.orchestra.run.smithi196.stdout:(1/4): kernel-5.14.0-430.el9.x86_64.rpm 239 kB/s | 44 kB 00:00 2024-03-21T12:48:14.405 INFO:teuthology.orchestra.run.smithi196.stdout:(2/4): kernel-core-5.14.0-430.el9.x86_64.rpm 8.4 MB/s | 15 MB 00:01 2024-03-21T12:48:14.722 INFO:teuthology.orchestra.run.smithi196.stdout:(3/4): kernel-modules-5.14.0-430.el9.x86_64.rpm 16 MB/s | 33 MB 00:02 2024-03-21T12:48:15.323 INFO:teuthology.orchestra.run.smithi196.stdout:(4/4): kernel-modules-core-5.14.0-430.el9.x86_6 11 MB/s | 27 MB 00:02 2024-03-21T12:48:15.323 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-03-21T12:48:15.323 INFO:teuthology.orchestra.run.smithi196.stdout:Total 28 MB/s | 76 MB 00:02 2024-03-21T12:48:15.989 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-03-21T12:48:16.359 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-03-21T12:48:16.360 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-03-21T12:48:17.266 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-21T12:48:17.311 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:17.394 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-03-21T12:48:17.394 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-03-21T12:48:19.869 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-03-21T12:48:20.483 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-modules-core-5.14.0-430.el9.x86_64 1/4 2024-03-21T12:48:20.572 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-21T12:48:22.427 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-core-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:23.295 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-21T12:48:23.433 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-21T12:48:28.164 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-21T12:48:28.357 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:33.102 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-core-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:52.938 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:52.938 INFO:teuthology.orchestra.run.smithi067.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-21T12:48:52.938 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:52.984 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:53.509 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:53.509 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-5.14.0-430.el9.x86_64 1/4 2024-03-21T12:48:53.509 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-21T12:48:53.509 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-core-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-5.14.0-430.el9.x86_64 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core-5.14.0-430.el9.x86_64 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-5.14.0-430.el9.x86_64 2024-03-21T12:48:53.885 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core-5.14.0-430.el9.x86_64 2024-03-21T12:48:53.886 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:53.886 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-03-21T12:48:54.209 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-03-21T12:48:54.321 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-430.el9.x86_64 2024-03-21T12:48:54.321 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64 2024-03-21T12:48:54.321 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-430.el9.x86_64 2024-03-21T12:48:54.321 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-21T12:48:54.321 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-21T12:48:54.321 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-03-21T12:48:54.322 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi067.front.sepia.ceph.com, path=None, version=distro) 2024-03-21T12:48:54.322 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-03-21T12:48:54.404 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-430.el9.x86_64 2024-03-21T12:48:54.405 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64 2024-03-21T12:48:54.405 DEBUG:teuthology.orchestra.run.smithi067:> sudo rpm -qi grub2-tools 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Name : grub2-tools 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Epoch : 1 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Version : 2.06 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Release : 68.el9 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Architecture: x86_64 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Group : Unspecified 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Size : 8264254 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:License : GPLv3+ 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-21T12:48:54.453 INFO:teuthology.orchestra.run.smithi067.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:Packager : builder@centos.org 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:Vendor : CentOS 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:Summary : Support tools for GRUB. 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:Description : 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:hardware devices. 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:48:54.454 INFO:teuthology.orchestra.run.smithi067.stdout:This subpackage provides tools for support of all platforms. 2024-03-21T12:48:54.455 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-21T12:48:54.455 INFO:teuthology.task.kernel:Updating grub on smithi067 to boot 5.14.0-430.el9.x86_64 2024-03-21T12:48:54.455 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-21T12:48:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:Generating grub configuration file ... 2024-03-21T12:48:56.457 INFO:teuthology.orchestra.run.smithi067.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-21T12:48:56.486 INFO:teuthology.orchestra.run.smithi067.stderr:done 2024-03-21T12:48:56.488 DEBUG:teuthology.orchestra.run.smithi067:> mktemp 2024-03-21T12:48:56.503 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.6GZs8kPGJO 2024-03-21T12:48:56.503 DEBUG:teuthology.orchestra.run.smithi067:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.6GZs8kPGJO 2024-03-21T12:48:56.575 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.6GZs8kPGJO 2024-03-21T12:48:56.730 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.6GZs8kPGJO is 6KB 2024-03-21T12:48:56.779 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.6GZs8kPGJO 2024-03-21T12:48:56.794 DEBUG:teuthology.orchestra.run.smithi067:> sudo /bin/ls /boot/loader/entries || true 2024-03-21T12:48:56.862 INFO:teuthology.orchestra.run.smithi067.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-21T12:48:56.862 INFO:teuthology.orchestra.run.smithi067.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-21T12:48:56.863 INFO:teuthology.orchestra.run.smithi067.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-21T12:48:56.863 INFO:teuthology.orchestra.run.smithi067.stdout:15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64.conf 2024-03-21T12:48:56.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64 2024-03-21T12:48:57.020 DEBUG:teuthology.orchestra.run.smithi067:> sudo shutdown -r now 2024-03-21T12:49:02.292 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-core-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:49:02.293 INFO:teuthology.orchestra.run.smithi196.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-21T12:49:02.293 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:49:02.336 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:49:02.706 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:49:02.706 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-430.el9.x86_64 1/4 2024-03-21T12:49:02.706 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-21T12:49:02.706 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-modules-core-5.14.0-430.el9.x86_64 4/4 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-5.14.0-430.el9.x86_64 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-core-5.14.0-430.el9.x86_64 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-5.14.0-430.el9.x86_64 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-core-5.14.0-430.el9.x86_64 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:49:03.148 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-03-21T12:49:03.470 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-03-21T12:49:03.560 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-430.el9.x86_64 2024-03-21T12:49:03.560 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64 2024-03-21T12:49:03.560 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-430.el9.x86_64 2024-03-21T12:49:03.560 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-21T12:49:03.560 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-21T12:49:03.561 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-03-21T12:49:03.561 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi196.front.sepia.ceph.com, path=None, version=distro) 2024-03-21T12:49:03.561 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-03-21T12:49:03.640 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-430.el9.x86_64 2024-03-21T12:49:03.640 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64 2024-03-21T12:49:03.641 DEBUG:teuthology.orchestra.run.smithi196:> sudo rpm -qi grub2-tools 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Name : grub2-tools 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Epoch : 1 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Version : 2.06 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Release : 68.el9 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: x86_64 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Group : Unspecified 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Size : 8264254 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:License : GPLv3+ 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-21T12:49:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:Packager : builder@centos.org 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:Vendor : CentOS 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:Summary : Support tools for GRUB. 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:Description : 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:hardware devices. 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:49:03.680 INFO:teuthology.orchestra.run.smithi196.stdout:This subpackage provides tools for support of all platforms. 2024-03-21T12:49:03.681 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-21T12:49:03.681 INFO:teuthology.task.kernel:Updating grub on smithi196 to boot 5.14.0-430.el9.x86_64 2024-03-21T12:49:03.681 DEBUG:teuthology.orchestra.run.smithi196:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-21T12:49:04.246 INFO:teuthology.orchestra.run.smithi196.stderr:Generating grub configuration file ... 2024-03-21T12:49:05.610 INFO:teuthology.orchestra.run.smithi196.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-21T12:49:05.639 INFO:teuthology.orchestra.run.smithi196.stderr:done 2024-03-21T12:49:05.642 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-03-21T12:49:05.657 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.NdpekdE9dr 2024-03-21T12:49:05.658 DEBUG:teuthology.orchestra.run.smithi196:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.NdpekdE9dr 2024-03-21T12:49:05.726 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.NdpekdE9dr 2024-03-21T12:49:05.864 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.NdpekdE9dr is 6KB 2024-03-21T12:49:05.912 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.NdpekdE9dr 2024-03-21T12:49:05.926 DEBUG:teuthology.orchestra.run.smithi196:> sudo /bin/ls /boot/loader/entries || true 2024-03-21T12:49:05.993 INFO:teuthology.orchestra.run.smithi196.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-21T12:49:05.994 INFO:teuthology.orchestra.run.smithi196.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-21T12:49:05.994 INFO:teuthology.orchestra.run.smithi196.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-21T12:49:05.994 INFO:teuthology.orchestra.run.smithi196.stdout:15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64.conf 2024-03-21T12:49:05.995 DEBUG:teuthology.orchestra.run.smithi196:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64 2024-03-21T12:49:06.127 DEBUG:teuthology.orchestra.run.smithi196:> sudo shutdown -r now 2024-03-21T12:49:27.026 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-03-21T12:49:27.027 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:49:27.028 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:49:36.138 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-03-21T12:49:36.141 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:49:36.142 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:49:45.502 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-03-21T12:49:54.462 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-03-21T12:49:54.503 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:49:54.504 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:49:57.566 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-03-21T12:50:03.469 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:50:03.470 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:50:06.531 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-03-21T12:50:09.568 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:50:09.569 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:50:18.537 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:50:18.537 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:50:27.999 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-03-21T12:50:36.958 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-03-21T12:50:43.003 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:50:43.004 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:50:44.256 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-03-21T12:50:44.725 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:50:44.725 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-430.el9.x86_64"... 2024-03-21T12:50:44.726 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-03-21T12:50:44.739 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-430.el9.x86_64 2024-03-21T12:50:44.740 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-430.el9.x86_64 vs 5.14.0-430.el9.x86_64 2024-03-21T12:50:44.740 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-21T12:50:44.740 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-21T12:50:45.740 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-03-21T12:50:45.741 DEBUG:teuthology.orchestra.run.smithi067:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-21T12:50:45.810 INFO:teuthology.orchestra.run.smithi067.stdout:ttyS1 2024-03-21T12:50:45.844 DEBUG:teuthology.parallel:result is None 2024-03-21T12:50:51.959 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:50:51.960 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:50:52.437 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-03-21T12:50:52.850 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:50:52.850 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-430.el9.x86_64"... 2024-03-21T12:50:52.850 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-03-21T12:50:52.864 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-430.el9.x86_64 2024-03-21T12:50:52.864 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-430.el9.x86_64 vs 5.14.0-430.el9.x86_64 2024-03-21T12:50:52.864 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-21T12:50:52.864 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-21T12:50:53.865 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-03-21T12:50:53.865 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-21T12:50:54.021 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-03-21T12:50:54.075 DEBUG:teuthology.parallel:result is None 2024-03-21T12:50:54.075 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-21T12:50:54.083 INFO:teuthology.task.internal:Creating test directory... 2024-03-21T12:50:54.083 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-21T12:50:54.086 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-21T12:50:54.110 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-21T12:50:54.116 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-21T12:50:54.122 INFO:teuthology.task.internal:Creating archive directory... 2024-03-21T12:50:54.122 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-21T12:50:54.144 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-21T12:50:54.276 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-21T12:50:54.284 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-21T12:50:54.284 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-21T12:50:54.286 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-21T12:50:54.317 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-21T12:50:54.331 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-21T12:50:54.432 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-21T12:50:54.456 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-21T12:50:54.458 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-21T12:50:54.465 INFO:teuthology.task.internal:Configuring sudo... 2024-03-21T12:50:54.465 DEBUG:teuthology.orchestra.run.smithi067:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-21T12:50:54.468 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-21T12:50:54.512 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-21T12:50:54.521 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-21T12:50:54.521 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-21T12:50:54.540 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-21T12:50:54.581 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-21T12:50:54.637 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-21T12:50:54.702 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-21T12:50:54.742 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-21T12:50:54.790 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:50:54.790 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-21T12:50:54.859 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-21T12:50:54.911 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-21T12:50:54.971 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-21T12:50:55.023 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-21T12:50:55.063 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T12:50:55.063 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-21T12:50:55.130 DEBUG:teuthology.orchestra.run.smithi067:> sudo service rsyslog restart 2024-03-21T12:50:55.133 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-03-21T12:50:55.183 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-21T12:50:55.227 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-21T12:50:55.697 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-21T12:50:55.705 INFO:teuthology.task.internal:Starting timer... 2024-03-21T12:50:55.705 INFO:teuthology.run_tasks:Running task pcp... 2024-03-21T12:50:55.790 INFO:teuthology.run_tasks:Running task selinux... 2024-03-21T12:50:55.798 DEBUG:teuthology.orchestra.run.smithi067:> sudo service auditd rotate 2024-03-21T12:50:55.884 INFO:teuthology.orchestra.run.smithi067.stdout:Rotating logs: 2024-03-21T12:50:55.885 DEBUG:teuthology.orchestra.run.smithi196:> sudo service auditd rotate 2024-03-21T12:50:55.953 INFO:teuthology.orchestra.run.smithi196.stdout:Rotating logs: 2024-03-21T12:50:55.955 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-21T12:50:55.955 DEBUG:teuthology.orchestra.run.smithi067:> /usr/sbin/getenforce 2024-03-21T12:50:55.979 INFO:teuthology.orchestra.run.smithi067.stdout:Permissive 2024-03-21T12:50:55.979 DEBUG:teuthology.orchestra.run.smithi196:> /usr/sbin/getenforce 2024-03-21T12:50:56.005 INFO:teuthology.orchestra.run.smithi196.stdout:Permissive 2024-03-21T12:50:56.005 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi067.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi196.front.sepia.ceph.com': 'permissive'} 2024-03-21T12:50:56.005 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-21T12:50:56.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T12:50:56.050 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-21T12:50:56.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T12:50:56.079 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-21T12:50:56.079 DEBUG:teuthology.orchestra.run.smithi067:> sudo /usr/sbin/setenforce permissive 2024-03-21T12:50:56.123 DEBUG:teuthology.orchestra.run.smithi196:> sudo /usr/sbin/setenforce permissive 2024-03-21T12:50:56.157 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-21T12:50:56.166 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-21T12:50:56.181 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-21T12:50:56.182 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi067.front.sepia.ceph.com,smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-21T12:55:10.426 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi067.front.sepia.ceph.com'), Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-03-21T12:55:10.428 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:55:10.429 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:55:10.521 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-03-21T12:55:10.597 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-03-21T12:55:10.597 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:55:10.598 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-21T12:55:10.686 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-03-21T12:55:10.765 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-03-21T12:55:10.766 INFO:teuthology.run_tasks:Running task clock... 2024-03-21T12:55:10.778 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-21T12:55:10.778 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-21T12:55:10.779 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-21T12:55:10.781 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-21T12:55:10.781 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-21T12:55:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-21T12:55:10.828 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-21T12:55:10.836 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-21T12:55:10.852 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-21T12:55:10.858 INFO:teuthology.orchestra.run.smithi067.stderr:sudo: ntpd: command not found 2024-03-21T12:55:10.872 INFO:teuthology.orchestra.run.smithi067.stdout:506 Cannot talk to daemon 2024-03-21T12:55:10.881 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: ntpd: command not found 2024-03-21T12:55:10.889 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-21T12:55:10.894 INFO:teuthology.orchestra.run.smithi196.stdout:506 Cannot talk to daemon 2024-03-21T12:55:10.905 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-21T12:55:10.911 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-21T12:55:10.927 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-21T12:55:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-03-21T12:55:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-21T12:55:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-03-21T12:55:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.978 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-03-21T12:55:10.986 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-21T12:55:10.986 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-03-21T12:55:10.986 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.986 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.987 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.987 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T12:55:10.987 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-21T12:55:11.087 INFO:tasks.cephadm:Config: {'cephadm_branch': 'v17.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v17.2.0', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '960fbbe4645c2becc8084669be194c95183c7753'} 2024-03-21T12:55:11.088 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v17.2.0 2024-03-21T12:55:11.088 INFO:tasks.cephadm:Cluster fsid is 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:11.088 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-21T12:55:11.089 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.67', 'mon.c': '[v2:172.21.15.67:3301,v1:172.21.15.67:6790]', 'mon.b': '172.21.15.196'} 2024-03-21T12:55:11.089 INFO:tasks.cephadm:First mon is mon.a on smithi067 2024-03-21T12:55:11.089 INFO:tasks.cephadm:First mgr is y 2024-03-21T12:55:11.089 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-21T12:55:11.089 DEBUG:teuthology.orchestra.run.smithi067:> sudo hostname $(hostname -s) 2024-03-21T12:55:11.117 DEBUG:teuthology.orchestra.run.smithi196:> sudo hostname $(hostname -s) 2024-03-21T12:55:11.145 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v17.2.0)... 2024-03-21T12:55:11.146 DEBUG:teuthology.orchestra.run.smithi067:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-21T12:55:11.407 INFO:teuthology.orchestra.run.smithi067.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Mar 21 12:55 /home/ubuntu/cephtest/cephadm 2024-03-21T12:55:11.407 DEBUG:teuthology.orchestra.run.smithi196:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-21T12:55:11.578 INFO:teuthology.orchestra.run.smithi196.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Mar 21 12:55 /home/ubuntu/cephtest/cephadm 2024-03-21T12:55:11.579 DEBUG:teuthology.orchestra.run.smithi067:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-21T12:55:11.595 DEBUG:teuthology.orchestra.run.smithi196:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-21T12:55:11.620 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v17.2.0 on all hosts... 2024-03-21T12:55:11.621 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-03-21T12:55:11.637 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-03-21T12:55:12.486 INFO:teuthology.orchestra.run.smithi196.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-03-21T12:55:12.609 INFO:teuthology.orchestra.run.smithi067.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-03-21T12:55:33.275 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T12:55:33.275 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-03-21T12:55:33.275 INFO:teuthology.orchestra.run.smithi067.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-03-21T12:55:33.275 INFO:teuthology.orchestra.run.smithi067.stdout: "repo_digests": [ 2024-03-21T12:55:33.275 INFO:teuthology.orchestra.run.smithi067.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-03-21T12:55:33.275 INFO:teuthology.orchestra.run.smithi067.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-03-21T12:55:33.276 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-03-21T12:55:33.276 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout: "repo_digests": [ 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-03-21T12:55:33.725 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-03-21T12:55:33.744 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph 2024-03-21T12:55:33.778 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph 2024-03-21T12:55:33.807 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 777 /etc/ceph 2024-03-21T12:55:33.848 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /etc/ceph 2024-03-21T12:55:33.874 INFO:tasks.cephadm:Writing seed config... 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-21T12:55:33.876 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-21T12:55:33.877 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:55:33.877 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-21T12:55:33.905 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 409d6aee-e782-11ee-95cd-87774f69a715 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-03-21T12:55:33.906 DEBUG:teuthology.orchestra.run.smithi067:mon.a> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service 2024-03-21T12:55:33.948 DEBUG:teuthology.orchestra.run.smithi067:mgr.y> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service 2024-03-21T12:55:33.991 INFO:tasks.cephadm:Bootstrapping... 2024-03-21T12:55:33.991 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 -v bootstrap --fsid 409d6aee-e782-11ee-95cd-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.67 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-21T12:55:34.192 INFO:teuthology.orchestra.run.smithi067.stderr:-------------------------------------------------------------------------------- 2024-03-21T12:55:34.192 INFO:teuthology.orchestra.run.smithi067.stderr:cephadm ['--image', 'quay.io/ceph/ceph:v17.2.0', '-v', 'bootstrap', '--fsid', '409d6aee-e782-11ee-95cd-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.67', '--skip-admin-label'] 2024-03-21T12:55:34.214 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: 4.9.3-dev 2024-03-21T12:55:34.216 INFO:teuthology.orchestra.run.smithi067.stderr:Verifying podman|docker is present... 2024-03-21T12:55:34.238 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: 4.9.3-dev 2024-03-21T12:55:34.240 INFO:teuthology.orchestra.run.smithi067.stderr:Verifying lvm2 is present... 2024-03-21T12:55:34.241 INFO:teuthology.orchestra.run.smithi067.stderr:Verifying time synchronization is in place... 2024-03-21T12:55:34.247 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-03-21T12:55:34.253 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: inactive 2024-03-21T12:55:34.259 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: enabled 2024-03-21T12:55:34.265 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: active 2024-03-21T12:55:34.266 INFO:teuthology.orchestra.run.smithi067.stderr:Unit chronyd.service is enabled and running 2024-03-21T12:55:34.266 INFO:teuthology.orchestra.run.smithi067.stderr:Repeating the final host check... 2024-03-21T12:55:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: 4.9.3-dev 2024-03-21T12:55:34.289 INFO:teuthology.orchestra.run.smithi067.stderr:podman (/bin/podman) version 4.9.3 is present 2024-03-21T12:55:34.289 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl is present 2024-03-21T12:55:34.289 INFO:teuthology.orchestra.run.smithi067.stderr:lvcreate is present 2024-03-21T12:55:34.294 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-03-21T12:55:34.300 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: inactive 2024-03-21T12:55:34.307 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: enabled 2024-03-21T12:55:34.312 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: active 2024-03-21T12:55:34.313 INFO:teuthology.orchestra.run.smithi067.stderr:Unit chronyd.service is enabled and running 2024-03-21T12:55:34.313 INFO:teuthology.orchestra.run.smithi067.stderr:Host looks OK 2024-03-21T12:55:34.313 INFO:teuthology.orchestra.run.smithi067.stderr:Cluster fsid: 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:34.314 INFO:teuthology.orchestra.run.smithi067.stderr:Acquiring lock 139954183695712 on /run/cephadm/409d6aee-e782-11ee-95cd-87774f69a715.lock 2024-03-21T12:55:34.314 INFO:teuthology.orchestra.run.smithi067.stderr:Lock 139954183695712 acquired on /run/cephadm/409d6aee-e782-11ee-95cd-87774f69a715.lock 2024-03-21T12:55:34.314 INFO:teuthology.orchestra.run.smithi067.stderr:Verifying IP 172.21.15.67 port 3300 ... 2024-03-21T12:55:34.314 INFO:teuthology.orchestra.run.smithi067.stderr:Verifying IP 172.21.15.67 port 6789 ... 2024-03-21T12:55:34.314 INFO:teuthology.orchestra.run.smithi067.stderr:Base mon IP is 172.21.15.67, final addrv is [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-03-21T12:55:34.316 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.67 metric 100 2024-03-21T12:55:34.317 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.67 metric 100 2024-03-21T12:55:34.319 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-03-21T12:55:34.319 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-03-21T12:55:34.319 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1770sec hoplimit 64 pref medium 2024-03-21T12:55:34.322 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-21T12:55:34.322 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-03-21T12:55:34.322 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-03-21T12:55:34.322 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-03-21T12:55:34.322 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link 2024-03-21T12:55:34.322 INFO:teuthology.orchestra.run.smithi067.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-03-21T12:55:34.323 INFO:teuthology.orchestra.run.smithi067.stderr:Mon IP `172.21.15.67` is in CIDR network `172.21.0.0/20` 2024-03-21T12:55:34.323 INFO:teuthology.orchestra.run.smithi067.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-21T12:55:34.323 INFO:teuthology.orchestra.run.smithi067.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-03-21T12:55:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v17.2.0... 2024-03-21T12:55:34.776 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Getting image source signatures 2024-03-21T12:55:34.776 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Copying blob sha256:33ca8fff7868c4dc0c11e09bca97c720eb9cfbab7221216754367dd8de70388a 2024-03-21T12:55:34.776 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Copying blob sha256:89b4a75bc2d8500f15463747507c9623df43886c134463e7f0527e70900e7a7b 2024-03-21T12:55:34.776 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Copying blob sha256:c32ab78b488d0c72f64eded765c0cf6b5bf2c75dab66cb62a9d367fa6ec42513 2024-03-21T12:55:34.777 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Copying blob sha256:a70843738bb77e1ab9c1f85969ebdfa55f178e746be081d1cb4f94011f69eb7c 2024-03-21T12:55:34.777 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Copying blob sha256:599d07cb321ff0a3c82224e1138fc685793fa69b93ed5780415751a5f7e4b8c2 2024-03-21T12:55:34.777 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Copying config sha256:e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-03-21T12:55:34.937 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: Writing manifest to image destination 2024-03-21T12:55:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:/bin/podman: e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-03-21T12:55:35.427 INFO:teuthology.orchestra.run.smithi067.stderr:ceph: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-03-21T12:55:36.005 INFO:teuthology.orchestra.run.smithi067.stderr:Ceph version: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-03-21T12:55:36.005 INFO:teuthology.orchestra.run.smithi067.stderr:Extracting ceph user uid/gid from container image... 2024-03-21T12:55:36.396 INFO:teuthology.orchestra.run.smithi067.stderr:stat: 167 167 2024-03-21T12:55:36.852 INFO:teuthology.orchestra.run.smithi067.stderr:Creating initial keys... 2024-03-21T12:55:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph-authtool: AQBJLvxlrR2ACRAAb92zTRmwHQGV3dqKjZ0zyA== 2024-03-21T12:55:38.356 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph-authtool: AQBKLvxl+r1YBhAAakJKKqLs9cEoUQwk39wvNg== 2024-03-21T12:55:39.245 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph-authtool: AQBLLvxl4zKgCRAAPDWe7WNfnvHBU3cral9Izw== 2024-03-21T12:55:39.852 INFO:teuthology.orchestra.run.smithi067.stderr:Creating initial monmap... 2024-03-21T12:55:40.226 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-21T12:55:40.226 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/monmaptool: setting min_mon_release = octopus 2024-03-21T12:55:40.226 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:40.226 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-21T12:55:40.757 INFO:teuthology.orchestra.run.smithi067.stderr:monmaptool for a [v2:172.21.15.67:3300,v1:172.21.15.67:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-21T12:55:40.757 INFO:teuthology.orchestra.run.smithi067.stderr:setting min_mon_release = octopus 2024-03-21T12:55:40.757 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/monmaptool: set fsid to 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:40.757 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-21T12:55:40.757 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:55:40.757 INFO:teuthology.orchestra.run.smithi067.stderr:Creating mon... 2024-03-21T12:55:41.495 INFO:teuthology.orchestra.run.smithi067.stderr:create mon.a on 2024-03-21T12:55:41.697 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-21T12:55:41.844 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-409d6aee-e782-11ee-95cd-87774f69a715.target → /etc/systemd/system/ceph-409d6aee-e782-11ee-95cd-87774f69a715.target. 2024-03-21T12:55:41.844 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-409d6aee-e782-11ee-95cd-87774f69a715.target → /etc/systemd/system/ceph-409d6aee-e782-11ee-95cd-87774f69a715.target. 2024-03-21T12:55:42.129 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Failed to reset failed state of unit ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service: Unit ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service not loaded. 2024-03-21T12:55:42.136 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Created symlink /etc/systemd/system/ceph-409d6aee-e782-11ee-95cd-87774f69a715.target.wants/ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service → /etc/systemd/system/ceph-409d6aee-e782-11ee-95cd-87774f69a715@.service. 2024-03-21T12:55:42.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 podman[24483]: 2024-03-21 12:55:42.444063807 +0000 UTC m=+0.018438845 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-03-21T12:55:42.875 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: disabled 2024-03-21T12:55:42.882 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: inactive 2024-03-21T12:55:42.882 INFO:teuthology.orchestra.run.smithi067.stderr:firewalld.service is not enabled 2024-03-21T12:55:42.882 INFO:teuthology.orchestra.run.smithi067.stderr:Not possible to enable service . firewalld.service is not available 2024-03-21T12:55:42.883 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for mon to start... 2024-03-21T12:55:42.883 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for mon... 2024-03-21T12:55:42.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 podman[24483]: 2024-03-21 12:55:42.758361931 +0000 UTC m=+0.332736963 container init 939ecbf55e31d6c04bb2b1e83a9f3f6e1ae39ea76d4a5b5517633019dc4685a6 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, GIT_BRANCH=HEAD, vcs-type=git, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True) 2024-03-21T12:55:42.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 podman[24483]: 2024-03-21 12:55:42.761348938 +0000 UTC m=+0.335723970 container start 939ecbf55e31d6c04bb2b1e83a9f3f6e1ae39ea76d4a5b5517633019dc4685a6 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , distribution-scope=public, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, ceph=True, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, name=centos-stream, io.openshift.expose-services=, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, vcs-type=git) 2024-03-21T12:55:42.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 ceph-mon[24502]: mkfs 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 ceph-mon[24502]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-21T12:55:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 bash[24483]: 939ecbf55e31d6c04bb2b1e83a9f3f6e1ae39ea76d4a5b5517633019dc4685a6 2024-03-21T12:55:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:42 smithi067 systemd[1]: Started Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: cluster: 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: id: 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: services: 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.564021s) 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mgr: no daemons active 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: data: 2024-03-21T12:55:43.386 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-03-21T12:55:43.387 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-03-21T12:55:43.387 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-03-21T12:55:43.387 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: pgs: 2024-03-21T12:55:43.387 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:43.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:43 smithi067 ceph-mon[24502]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-21T12:55:43.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:43 smithi067 ceph-mon[24502]: monmap e1: 1 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0]} 2024-03-21T12:55:43.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:43 smithi067 ceph-mon[24502]: fsmap 2024-03-21T12:55:43.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:43 smithi067 ceph-mon[24502]: osdmap e1: 0 total, 0 up, 0 in 2024-03-21T12:55:43.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:43 smithi067 ceph-mon[24502]: mgrmap e1: no daemons active 2024-03-21T12:55:43.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:43 smithi067 ceph-mon[24502]: from='client.? 172.21.15.67:0/2733134517' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T12:55:43.896 INFO:teuthology.orchestra.run.smithi067.stderr:mon is available 2024-03-21T12:55:43.896 INFO:teuthology.orchestra.run.smithi067.stderr:Assimilating anything we can from ceph.conf... 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: [global] 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: fsid = 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-03-21T12:55:44.418 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: [mgr] 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mgr/cephadm/use_agent = True 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: [osd] 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-03-21T12:55:44.419 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-03-21T12:55:45.066 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:44 smithi067 ceph-mon[24502]: from='client.? 172.21.15.67:0/1857264227' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-21T12:55:45.066 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:44 smithi067 ceph-mon[24502]: from='client.? 172.21.15.67:0/1857264227' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-21T12:55:45.068 INFO:teuthology.orchestra.run.smithi067.stderr:Generating new minimal ceph.conf... 2024-03-21T12:55:46.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:45 smithi067 ceph-mon[24502]: from='client.? 172.21.15.67:0/3997754423' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:55:46.117 INFO:teuthology.orchestra.run.smithi067.stderr:Restarting the monitor... 2024-03-21T12:55:46.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 systemd[1]: Stopping Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T12:55:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 bash[24723]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon.a" found: no such container 2024-03-21T12:55:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a[24497]: 2024-03-21T12:55:46.258+0000 7f840e2e0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T12:55:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a[24497]: 2024-03-21T12:55:46.258+0000 7f840e2e0700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-21T12:55:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 podman[24736]: 2024-03-21 12:55:46.299626976 +0000 UTC m=+0.129779543 container died 939ecbf55e31d6c04bb2b1e83a9f3f6e1ae39ea76d4a5b5517633019dc4685a6 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, RELEASE=HEAD, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, ceph=True, vendor=Red Hat, Inc., io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, version=8, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870) 2024-03-21T12:55:47.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 podman[24736]: 2024-03-21 12:55:46.808896666 +0000 UTC m=+0.639049233 container cleanup 939ecbf55e31d6c04bb2b1e83a9f3f6e1ae39ea76d4a5b5517633019dc4685a6 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, version=8, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, vcs-type=git, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, release=754, name=centos-stream, ceph=True) 2024-03-21T12:55:47.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 bash[24736]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a 2024-03-21T12:55:47.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:46 smithi067 bash[24763]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon.a" found: no such container 2024-03-21T12:55:47.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 podman[24750]: 2024-03-21 12:55:47.018286945 +0000 UTC m=+0.711533632 container remove 939ecbf55e31d6c04bb2b1e83a9f3f6e1ae39ea76d4a5b5517633019dc4685a6 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, name=centos-stream, com.redhat.component=centos-stream-container, distribution-scope=public, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, maintainer=Guillaume Abrioux , vcs-type=git, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., ceph=True, GIT_CLEAN=True, io.buildah.version=1.19.8) 2024-03-21T12:55:47.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-21T12:55:47.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 systemd[1]: Stopped Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T12:55:47.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 systemd[1]: Starting Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T12:55:47.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 podman[24833]: 2024-03-21 12:55:47.243920455 +0000 UTC m=+0.112442188 container create b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, vcs-type=git, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, GIT_CLEAN=True, io.buildah.version=1.19.8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, ceph=True, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public) 2024-03-21T12:55:47.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 podman[24833]: 2024-03-21 12:55:47.149503509 +0000 UTC m=+0.018025250 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-03-21T12:55:47.540 INFO:teuthology.orchestra.run.smithi067.stderr:Setting mon public_network to 172.21.0.0/20 2024-03-21T12:55:47.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 podman[24833]: 2024-03-21 12:55:47.454982778 +0000 UTC m=+0.323504511 container init b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, RELEASE=HEAD, name=centos-stream, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True) 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 podman[24833]: 2024-03-21 12:55:47.458020937 +0000 UTC m=+0.326542669 container start b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, vcs-type=git, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , distribution-scope=public, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, com.redhat.component=centos-stream-container, version=8, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: set uid:gid to 167:167 (ceph:ceph) 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: pidfile_write: ignore empty --pid-file 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: load: jerasure load: lrc 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: RocksDB version: 6.15.5 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Compile date Apr 18 2022 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: DB SUMMARY 2024-03-21T12:55:47.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: DB Session ID: 9RJY9MR4JXFH7V3VC4G5 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: CURRENT file: CURRENT 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: IDENTITY file: IDENTITY 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 82637 ; 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.error_if_exists: 0 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.create_if_missing: 0 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.paranoid_checks: 1 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.env: 0x55b2bf4c6860 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.fs: Posix File System 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.info_log: 0x55b2c0265dc0 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_file_opening_threads: 16 2024-03-21T12:55:47.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.statistics: (nil) 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.use_fsync: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_log_file_size: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.keep_log_file_num: 1000 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.recycle_log_file_num: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.allow_fallocate: 1 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.allow_mmap_reads: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.allow_mmap_writes: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.use_direct_reads: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.create_missing_column_families: 0 2024-03-21T12:55:47.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.db_log_dir: 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-21T12:55:47.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.advise_random_on_open: 1 2024-03-21T12:55:47.643 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.db_write_buffer_size: 0 2024-03-21T12:55:47.643 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.write_buffer_manager: 0x55b2c03562a0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.rate_limiter: (nil) 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.wal_recovery_mode: 2 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.enable_thread_tracking: 0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.enable_pipelined_write: 0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.unordered_write: 0 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-21T12:55:47.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.row_cache: None 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.wal_filter: None 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.allow_ingest_behind: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.preserve_deletes: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.two_write_queues: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.manual_wal_flush: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.atomic_flush: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.log_readahead_size: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.best_efforts_recovery: 0 2024-03-21T12:55:47.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.allow_data_in_errors: 0 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.db_host_id: __hostname__ 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_background_jobs: 2 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_background_compactions: -1 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_subcompactions: 1 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_total_wal_size: 0 2024-03-21T12:55:47.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_open_files: -1 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bytes_per_sync: 0 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_readahead_size: 0 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_background_flushes: -1 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Compression algorithms supported: 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-21T12:55:47.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kZSTD supported: 0 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kXpressCompression supported: 0 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kLZ4HCCompression supported: 1 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kLZ4Compression supported: 1 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kBZip2Compression supported: 0 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kZlibCompression supported: 1 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: kSnappyCompression supported: 1 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-21T12:55:47.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.merge_operator: 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_filter: None 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_filter_factory: None 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.sst_partitioner_factory: None 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b2c0231d00) 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-03-21T12:55:47.649 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_type: 0 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_index_type: 0 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_shortening: 1 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: hash_index_allow_collision: 1 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: checksum: 1 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: no_block_cache: 0 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache: 0x55b2c029c170 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_options: 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: capacity : 536870912 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_shard_bits : 4 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: strict_capacity_limit : 0 2024-03-21T12:55:47.650 INFO:journalctl@ceph.mon.a.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_compressed: (nil) 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: persistent_cache: (nil) 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size: 4096 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size_deviation: 10 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_restart_interval: 16 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_block_restart_interval: 1 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: metadata_block_size: 4096 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: partition_filters: 0 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: use_delta_encoding: 1 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: whole_key_filtering: 1 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: verify_compression: 0 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-03-21T12:55:47.651 INFO:journalctl@ceph.mon.a.smithi067.stdout: format_version: 4 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_index_compression: 1 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_align: 0 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.write_buffer_size: 33554432 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_write_buffer_number: 2 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression: NoCompression 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression: Disabled 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.prefix_extractor: nullptr 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.num_levels: 7 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-21T12:55:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.level: 32767 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.strategy: 0 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compression_opts.enabled: false 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-21T12:55:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.target_file_size_base: 67108864 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-21T12:55:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.arena_block_size: 4194304 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.disable_auto_compactions: 0 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-21T12:55:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.table_properties_collectors: 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.inplace_update_support: 0 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-21T12:55:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.bloom_locality: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.max_successive_merges: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.paranoid_file_checks: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.force_consistency_checks: 1 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.report_bg_io_stats: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.ttl: 2592000 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.enable_blob_files: false 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.min_blob_size: 0 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.blob_file_size: 268435456 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-21T12:55:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-21T12:55:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-21T12:55:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-21T12:55:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 5 2024-03-21T12:55:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/version_set.cc:4083] Creating manifest 13 2024-03-21T12:55:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711025747483774, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-03-21T12:55:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #10 mode 2 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711025747484461, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79187, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77450, "index_size": 225, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10027, "raw_average_key_size": 47, "raw_value_size": 71759, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1711025747, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "42ce8ae9-003a-4896-8737-320c8bfaf3cf", "db_session_id": "9RJY9MR4JXFH7V3VC4G5"}} 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/version_set.cc:4083] Creating manifest 15 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711025747484820, "job": 1, "event": "recovery_finished"} 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55b2c0282a80 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: DB pointer 0x55b2c0292000 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** DB Stats ** 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-21T12:55:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 2/0 79.09 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 79.09 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-03-21T12:55:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 25.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 25.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-21T12:55:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 2/0 79.09 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 79.09 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-03-21T12:55:47.662 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 163.1 0.00 0.00 1 0.000 0 0 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 24.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: starting mon.a rank 0 at public addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] at bind addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???) e1 preinit fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:55:47.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).mds e1 new map 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).mds e1 print_map 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout: e1 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout: legacy client fscid: -1 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout: No filesystems configured 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-21T12:55:47.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 bash[24833]: b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b 2024-03-21T12:55:47.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 systemd[1]: Started Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T12:55:47.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-21T12:55:47.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: monmap e1: 1 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0]} 2024-03-21T12:55:47.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: fsmap 2024-03-21T12:55:47.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: osdmap e1: 0 total, 0 up, 0 in 2024-03-21T12:55:47.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:47 smithi067 ceph-mon[24852]: mgrmap e1: no daemons active 2024-03-21T12:55:48.655 INFO:teuthology.orchestra.run.smithi067.stderr:Wrote config to /etc/ceph/ceph.conf 2024-03-21T12:55:48.655 INFO:teuthology.orchestra.run.smithi067.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-21T12:55:48.655 INFO:teuthology.orchestra.run.smithi067.stderr:Creating mgr... 2024-03-21T12:55:48.655 INFO:teuthology.orchestra.run.smithi067.stderr:Verifying port 9283 ... 2024-03-21T12:55:48.824 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Failed to reset failed state of unit ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service: Unit ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service not loaded. 2024-03-21T12:55:48.831 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: Created symlink /etc/systemd/system/ceph-409d6aee-e782-11ee-95cd-87774f69a715.target.wants/ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-409d6aee-e782-11ee-95cd-87774f69a715@.service. 2024-03-21T12:55:49.307 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:49 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/4280809255' entity='client.admin' 2024-03-21T12:55:49.552 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: disabled 2024-03-21T12:55:49.559 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: inactive 2024-03-21T12:55:49.560 INFO:teuthology.orchestra.run.smithi067.stderr:firewalld.service is not enabled 2024-03-21T12:55:49.560 INFO:teuthology.orchestra.run.smithi067.stderr:Not possible to enable service . firewalld.service is not available 2024-03-21T12:55:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: disabled 2024-03-21T12:55:49.575 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: inactive 2024-03-21T12:55:49.576 INFO:teuthology.orchestra.run.smithi067.stderr:firewalld.service is not enabled 2024-03-21T12:55:49.576 INFO:teuthology.orchestra.run.smithi067.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-03-21T12:55:49.577 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for mgr to start... 2024-03-21T12:55:49.577 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for mgr... 2024-03-21T12:55:49.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:49 smithi067 systemd[1]: Started Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T12:55:49.958 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:49.942+0000 7f6b76af5000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T12:55:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:55:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "fsid": "409d6aee-e782-11ee-95cd-87774f69a715", 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "health": { 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "checks": {}, 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mutes": [] 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum": [ 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 0 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum_names": [ 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "a" 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-03-21T12:55:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "monmap": { 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_mons": 1 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osdmap": { 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_osds": 0, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "pgmap": { 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_pools": 0, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_objects": 0, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_total": 0 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "fsmap": { 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "by_rank": [], 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "up:standby": 0 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mgrmap": { 2024-03-21T12:55:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "available": false, 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "modules": [ 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "iostat", 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "nfs", 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "restful" 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "services": {} 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "servicemap": { 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "modified": "2024-03-21T12:55:42.824308+0000", 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "services": {} 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "progress_events": {} 2024-03-21T12:55:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:55:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:50 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1599168018' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-21T12:55:50.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:50.035+0000 7f6b76af5000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T12:55:50.655 INFO:teuthology.orchestra.run.smithi067.stderr:mgr not available, waiting (1/15)... 2024-03-21T12:55:50.742 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:50.650+0000 7f6b76af5000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T12:55:50.742 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:50.741+0000 7f6b76af5000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T12:55:51.058 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:50.826+0000 7f6b76af5000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T12:55:51.058 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:50.976+0000 7f6b76af5000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T12:55:51.059 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:51.058+0000 7f6b76af5000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T12:55:51.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:51.168+0000 7f6b76af5000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T12:55:51.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:51.252+0000 7f6b76af5000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T12:55:51.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:51.417+0000 7f6b76af5000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T12:55:51.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:51.503+0000 7f6b76af5000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T12:55:52.892 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:52 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:52.558+0000 7f6b76af5000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T12:55:52.892 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:52 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:52.696+0000 7f6b76af5000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T12:55:52.892 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:52 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:52.891+0000 7f6b76af5000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T12:55:53.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:52 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:52.979+0000 7f6b76af5000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T12:55:53.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:53.116+0000 7f6b76af5000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:55:53.766 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:53.438+0000 7f6b76af5000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T12:55:54.100 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:53.663+0000 7f6b76af5000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:55:54.100 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:53.749+0000 7f6b76af5000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T12:55:54.100 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:53.924+0000 7f6b76af5000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T12:55:55.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:54.865+0000 7f6b76af5000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T12:55:55.482 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:55.169+0000 7f6b76af5000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T12:55:55.482 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:55.264+0000 7f6b76af5000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T12:55:55.483 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:55:55.417+0000 7f6b76af5000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: Activating manager daemon y 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: mgrmap e2: y(active, starting, since 0.002806s) 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: Manager daemon y is now available 2024-03-21T12:55:55.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:55:55.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:55:55.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' 2024-03-21T12:55:55.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' 2024-03-21T12:55:55.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:55 smithi067 ceph-mon[24852]: from='mgr.14100 172.21.15.67:0/1327662330' entity='mgr.y' 2024-03-21T12:55:56.759 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:55:56.759 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:56 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3053768393' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-21T12:55:56.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:56 smithi067 ceph-mon[24852]: mgrmap e3: y(active, since 1.00684s) 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "fsid": "409d6aee-e782-11ee-95cd-87774f69a715", 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "health": { 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "checks": {}, 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mutes": [] 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-03-21T12:55:56.762 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum": [ 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 0 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum_names": [ 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "a" 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum_age": 8, 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "monmap": { 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_mons": 1 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osdmap": { 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_osds": 0, 2024-03-21T12:55:56.763 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-03-21T12:55:56.767 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-03-21T12:55:56.767 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-03-21T12:55:56.767 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-03-21T12:55:56.767 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-03-21T12:55:56.767 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.767 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "pgmap": { 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_pools": 0, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_objects": 0, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_total": 0 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "fsmap": { 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "by_rank": [], 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "up:standby": 0 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mgrmap": { 2024-03-21T12:55:56.768 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "available": false, 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "modules": [ 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "iostat", 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "nfs", 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "restful" 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "services": {} 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "servicemap": { 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "modified": "2024-03-21T12:55:42.824308+0000", 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "services": {} 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "progress_events": {} 2024-03-21T12:55:56.769 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:55:58.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:55:58 smithi067 ceph-mon[24852]: mgrmap e4: y(active, since 2s) 2024-03-21T12:56:02.069 INFO:teuthology.orchestra.run.smithi067.stderr:mgr not available, waiting (2/15)... 2024-03-21T12:56:04.736 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:56:04.736 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:56:04.736 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "fsid": "409d6aee-e782-11ee-95cd-87774f69a715", 2024-03-21T12:56:04.736 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "health": { 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "checks": {}, 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mutes": [] 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum": [ 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 0 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum_names": [ 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "a" 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "quorum_age": 17, 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "monmap": { 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-03-21T12:56:04.737 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_mons": 1 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osdmap": { 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_osds": 0, 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-03-21T12:56:04.738 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-03-21T12:56:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-03-21T12:56:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.741 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "pgmap": { 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_pools": 0, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_objects": 0, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "bytes_total": 0 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "fsmap": { 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "by_rank": [], 2024-03-21T12:56:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "up:standby": 0 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mgrmap": { 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "available": true, 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "modules": [ 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "iostat", 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "nfs", 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "restful" 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ], 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "services": {} 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "servicemap": { 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 1, 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "modified": "2024-03-21T12:55:42.824308+0000", 2024-03-21T12:56:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "services": {} 2024-03-21T12:56:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: }, 2024-03-21T12:56:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "progress_events": {} 2024-03-21T12:56:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:56:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:04 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/913502662' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-21T12:56:05.263 INFO:teuthology.orchestra.run.smithi067.stderr:mgr is available 2024-03-21T12:56:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:56:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: [global] 2024-03-21T12:56:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: fsid = 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:56:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-03-21T12:56:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-03-21T12:56:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: [mgr] 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: [osd] 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-03-21T12:56:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-03-21T12:56:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:05 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/738254357' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-21T12:56:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:05 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/738254357' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-21T12:56:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:Enabling cephadm module... 2024-03-21T12:56:07.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:07 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1110382616' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-21T12:56:07.306 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setuser ceph since I am not root 2024-03-21T12:56:07.306 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setgroup ceph since I am not root 2024-03-21T12:56:07.601 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:07.507+0000 7f83e4be7000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T12:56:07.601 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:07.600+0000 7f83e4be7000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T12:56:08.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1110382616' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-21T12:56:08.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-mon[24852]: mgrmap e5: y(active, since 11s) 2024-03-21T12:56:08.307 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.215+0000 7f83e4be7000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T12:56:08.307 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.306+0000 7f83e4be7000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T12:56:08.625 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.391+0000 7f83e4be7000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T12:56:08.625 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.542+0000 7f83e4be7000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T12:56:08.625 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.625+0000 7f83e4be7000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T12:56:08.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.741+0000 7f83e4be7000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T12:56:08.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.827+0000 7f83e4be7000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T12:56:08.965 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:56:08.965 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 5, 2024-03-21T12:56:08.965 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "available": true, 2024-03-21T12:56:08.965 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "active_name": "y", 2024-03-21T12:56:08.965 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_standby": 0 2024-03-21T12:56:08.965 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:56:09.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:09 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3743664742' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-21T12:56:09.312 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:08.995+0000 7f83e4be7000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T12:56:09.313 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:09 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:09.083+0000 7f83e4be7000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T12:56:09.551 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for the mgr to restart... 2024-03-21T12:56:09.551 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for mgr epoch 5... 2024-03-21T12:56:10.281 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:10.147+0000 7f83e4be7000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T12:56:10.281 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:10.280+0000 7f83e4be7000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T12:56:10.564 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:10.475+0000 7f83e4be7000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T12:56:10.565 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:10.564+0000 7f83e4be7000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T12:56:10.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:10.703+0000 7f83e4be7000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:56:11.336 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:11.024+0000 7f83e4be7000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T12:56:11.336 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:11.249+0000 7f83e4be7000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:56:11.336 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:11.335+0000 7f83e4be7000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T12:56:11.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:11.510+0000 7f83e4be7000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T12:56:12.749 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:12.446+0000 7f83e4be7000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T12:56:12.749 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:12.749+0000 7f83e4be7000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T12:56:13.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:12.845+0000 7f83e4be7000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T12:56:13.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:12.998+0000 7f83e4be7000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T12:56:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:13 smithi067 ceph-mon[24852]: Active manager daemon y restarted 2024-03-21T12:56:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:13 smithi067 ceph-mon[24852]: Activating manager daemon y 2024-03-21T12:56:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:13 smithi067 ceph-mon[24852]: osdmap e2: 0 total, 0 up, 0 in 2024-03-21T12:56:14.512 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:56:14.512 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-03-21T12:56:14.512 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "initialized": true 2024-03-21T12:56:14.512 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:56:14.771 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:12:56:14] ENGINE Bus STARTING 2024-03-21T12:56:14.771 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:12:56:14] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: mgrmap e6: y(active, starting, since 0.484133s) 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: Manager daemon y is now available 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:14.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:56:14.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:56:15.052 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:14 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:12:56:14] ENGINE Bus STARTED 2024-03-21T12:56:15.055 INFO:teuthology.orchestra.run.smithi067.stderr:mgr epoch 5 is available 2024-03-21T12:56:15.055 INFO:teuthology.orchestra.run.smithi067.stderr:Setting orchestrator backend to cephadm... 2024-03-21T12:56:15.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:15 smithi067 ceph-mon[24852]: mgrmap e7: y(active, since 1.48881s) 2024-03-21T12:56:15.648 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:15 smithi067 ceph-mon[24852]: [21/Mar/2024:12:56:14] ENGINE Bus STARTING 2024-03-21T12:56:15.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:15 smithi067 ceph-mon[24852]: [21/Mar/2024:12:56:14] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T12:56:15.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:15 smithi067 ceph-mon[24852]: [21/Mar/2024:12:56:14] ENGINE Bus STARTED 2024-03-21T12:56:15.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:15 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:15.649 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:15 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:16.790 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: value unchanged 2024-03-21T12:56:16.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:16 smithi067 ceph-mon[24852]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:16.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:16 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:16.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:16 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:16.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:16 smithi067 ceph-mon[24852]: mgrmap e8: y(active, since 2s) 2024-03-21T12:56:17.350 INFO:teuthology.orchestra.run.smithi067.stderr:Generating ssh key... 2024-03-21T12:56:17.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:17 smithi067 ceph-mon[24852]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: Generating public/private rsa key pair. 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: Your identification has been saved in /tmp/tmpjscjvteq/key. 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: Your public key has been saved in /tmp/tmpjscjvteq/key.pub. 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: The key fingerprint is: 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: SHA256:jgqobVqHDA2MLl5uwBZ+xdpV3A/3pSAOgVG9gpEHIj4 ceph-409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: The key's randomart image is: 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: +---[RSA 3072]----+ 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: | . . o*++. | 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |o. ...+ +.oo.. .| 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |ooE o = o o+....| 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |+o..+ o . o ... | 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |o*.+ . S. | 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |++=. o | 2024-03-21T12:56:18.613 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |..=o. . . | 2024-03-21T12:56:18.614 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |.ooo . | 2024-03-21T12:56:18.614 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: |oo. . | 2024-03-21T12:56:18.614 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: +----[SHA256]-----+ 2024-03-21T12:56:18.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-mon[24852]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:18.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-mon[24852]: Generating ssh key... 2024-03-21T12:56:18.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:18.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:18 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkoLTc60fxacCHzCPMoL5bEFRNRm6o3oQmIE8dwEzURglAZhmjERPZc6NshwVVunp3xBc+ZfuANnCFGRUr6FV2ukprL+FxfqZDHPolk0XmODzZgxBD3nQXs4P+KsUZn3Q00rtWf7Ov6buP096wtxGVxys7D84Srb5GokCBsDaYQkH0D32/RuB28/QlTzH9EVa13Z/kZZDfEWTzn39r13lVzqDrDZv30b0ewC2zh12rsRwGmiDEWp1xT9Al7H3jmIJEJd+TNkGiDCGD/dxZDPS5HMBvaToF57Mm6JKhr+044k5ftYctYdvYH65moF7uJXuNL8UoUwC31mshq1GWXpHR6rVRP085WnUPOm6yjPgjfCmlT39XUTvCWreYGsMk9yzVeWUGbtbHjLqchtViYme1OneRf3b4JHF8qthWSPV5QGgIbRLVJOYeXMVYaYnI/+uXfma8ozN8NtrdTOikI232PvH7NWjncKRv+wW82WVesbeSMgg+TSJa4sR/uQPc6Ek= ceph-409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:56:20.054 INFO:teuthology.orchestra.run.smithi067.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-21T12:56:20.054 INFO:teuthology.orchestra.run.smithi067.stderr:Adding key to root@localhost authorized_keys... 2024-03-21T12:56:20.054 INFO:teuthology.orchestra.run.smithi067.stderr:Adding host smithi067... 2024-03-21T12:56:20.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:20 smithi067 ceph-mon[24852]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:21.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:21 smithi067 ceph-mon[24852]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi067", "addr": "172.21.15.67", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:21.772 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: Added host 'smithi067' with addr '172.21.15.67' 2024-03-21T12:56:22.284 INFO:teuthology.orchestra.run.smithi067.stderr:Deploying unmanaged mon service... 2024-03-21T12:56:22.904 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: Scheduled mon update... 2024-03-21T12:56:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:22 smithi067 ceph-mon[24852]: Deploying cephadm binary to smithi067 2024-03-21T12:56:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:22 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:22 smithi067 ceph-mon[24852]: Added host smithi067 2024-03-21T12:56:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:22 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:23.591 INFO:teuthology.orchestra.run.smithi067.stderr:Deploying unmanaged mgr service... 2024-03-21T12:56:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:23 smithi067 ceph-mon[24852]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:23 smithi067 ceph-mon[24852]: Saving service mon spec with placement count:5 2024-03-21T12:56:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:23 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:24.332 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-03-21T12:56:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:25 smithi067 ceph-mon[24852]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:25 smithi067 ceph-mon[24852]: Saving service mgr spec with placement count:2 2024-03-21T12:56:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:25 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:25 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:27.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:26 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:27.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:26 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2006737249' entity='client.admin' 2024-03-21T12:56:28.252 INFO:teuthology.orchestra.run.smithi067.stderr:Enabling the dashboard module... 2024-03-21T12:56:28.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:28 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1323363848' entity='client.admin' 2024-03-21T12:56:30.114 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setuser ceph since I am not root 2024-03-21T12:56:30.114 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setgroup ceph since I am not root 2024-03-21T12:56:30.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:30.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:30.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:56:30.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' 2024-03-21T12:56:30.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T12:56:30.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='mgr.14118 172.21.15.67:0/2917225635' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]': finished 2024-03-21T12:56:30.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:29 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2726296873' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-21T12:56:30.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:30.260+0000 7f7dd3e8d000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T12:56:30.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:30.352+0000 7f7dd3e8d000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T12:56:31.064 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:30 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2726296873' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-21T12:56:31.064 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:30 smithi067 ceph-mon[24852]: mgrmap e9: y(active, since 16s) 2024-03-21T12:56:31.065 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:30.974+0000 7f7dd3e8d000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T12:56:31.065 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.064+0000 7f7dd3e8d000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T12:56:31.081 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:56:31.081 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "epoch": 9, 2024-03-21T12:56:31.081 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "available": true, 2024-03-21T12:56:31.081 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "active_name": "y", 2024-03-21T12:56:31.081 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "num_standby": 0 2024-03-21T12:56:31.081 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:56:31.387 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.153+0000 7f7dd3e8d000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T12:56:31.387 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.304+0000 7f7dd3e8d000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T12:56:31.387 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.386+0000 7f7dd3e8d000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T12:56:31.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.497+0000 7f7dd3e8d000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T12:56:31.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.582+0000 7f7dd3e8d000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T12:56:31.665 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for the mgr to restart... 2024-03-21T12:56:31.665 INFO:teuthology.orchestra.run.smithi067.stderr:Waiting for mgr epoch 9... 2024-03-21T12:56:31.944 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1744404336' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-21T12:56:31.944 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.751+0000 7f7dd3e8d000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T12:56:31.944 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:31.839+0000 7f7dd3e8d000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T12:56:33.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:32.887+0000 7f7dd3e8d000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T12:56:33.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:33.018+0000 7f7dd3e8d000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T12:56:33.648 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:33.211+0000 7f7dd3e8d000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T12:56:33.648 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:33.299+0000 7f7dd3e8d000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T12:56:33.648 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:33.440+0000 7f7dd3e8d000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:56:33.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:33.770+0000 7f7dd3e8d000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T12:56:34.277 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:34.003+0000 7f7dd3e8d000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:56:34.277 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:34.100+0000 7f7dd3e8d000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T12:56:34.277 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:34.276+0000 7f7dd3e8d000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T12:56:35.510 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:35.211+0000 7f7dd3e8d000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T12:56:35.511 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:35.510+0000 7f7dd3e8d000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T12:56:35.827 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:35.606+0000 7f7dd3e8d000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T12:56:35.827 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T12:56:35.759+0000 7f7dd3e8d000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T12:56:36.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-mon[24852]: Active manager daemon y restarted 2024-03-21T12:56:36.086 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-mon[24852]: Activating manager daemon y 2024-03-21T12:56:36.086 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:35 smithi067 ceph-mon[24852]: osdmap e3: 0 total, 0 up, 0 in 2024-03-21T12:56:36.086 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:12:56:36] ENGINE Bus STARTING 2024-03-21T12:56:36.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:12:56:36] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T12:56:36.462 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:12:56:36] ENGINE Bus STARTED 2024-03-21T12:56:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: { 2024-03-21T12:56:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-03-21T12:56:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: "initialized": true 2024-03-21T12:56:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: } 2024-03-21T12:56:37.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: mgrmap e10: y(active, starting, since 0.0533562s) 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: Manager daemon y is now available 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: [21/Mar/2024:12:56:36] ENGINE Bus STARTING 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: [21/Mar/2024:12:56:36] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: [21/Mar/2024:12:56:36] ENGINE Bus STARTED 2024-03-21T12:56:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:37.517 INFO:teuthology.orchestra.run.smithi067.stderr:mgr epoch 9 is available 2024-03-21T12:56:37.517 INFO:teuthology.orchestra.run.smithi067.stderr:Generating a dashboard self-signed certificate... 2024-03-21T12:56:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-21T12:56:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: mgrmap e11: y(active, since 1.05895s) 2024-03-21T12:56:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-21T12:56:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:56:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T12:56:38.287 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: Self-signed certificate created 2024-03-21T12:56:39.133 INFO:teuthology.orchestra.run.smithi067.stderr:Creating initial admin user... 2024-03-21T12:56:39.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:39 smithi067 ceph-mon[24852]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:39.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:39.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:39.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:39 smithi067 ceph-mon[24852]: Deploying daemon agent.smithi067 on smithi067 2024-03-21T12:56:39.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:39 smithi067 ceph-mon[24852]: mgrmap e12: y(active, since 2s) 2024-03-21T12:56:40.010 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$V63gywB/WAjKUnaxox6i/uOMec/UmCoOMyPqypqsDRnz.ZW.HuShy", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1711025800, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-21T12:56:40.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:40 smithi067 ceph-mon[24852]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:40.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:40 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:40.539 INFO:teuthology.orchestra.run.smithi067.stderr:Fetching dashboard port number... 2024-03-21T12:56:41.150 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: 8443 2024-03-21T12:56:41.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:41 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2614894618' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-21T12:56:41.762 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: disabled 2024-03-21T12:56:41.769 INFO:teuthology.orchestra.run.smithi067.stderr:systemctl: inactive 2024-03-21T12:56:41.769 INFO:teuthology.orchestra.run.smithi067.stderr:firewalld.service is not enabled 2024-03-21T12:56:41.770 INFO:teuthology.orchestra.run.smithi067.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-21T12:56:41.771 INFO:teuthology.orchestra.run.smithi067.stderr:Ceph Dashboard is now available at: 2024-03-21T12:56:41.771 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:41.771 INFO:teuthology.orchestra.run.smithi067.stderr: URL: https://smithi067.front.sepia.ceph.com:8443/ 2024-03-21T12:56:41.772 INFO:teuthology.orchestra.run.smithi067.stderr: User: admin 2024-03-21T12:56:41.772 INFO:teuthology.orchestra.run.smithi067.stderr: Password: 87f761m6as 2024-03-21T12:56:41.772 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:41.772 INFO:teuthology.orchestra.run.smithi067.stderr:Enabling autotune for osd_memory_target 2024-03-21T12:56:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:43 smithi067 ceph-mon[24852]: mgrmap e13: y(active, since 6s) 2024-03-21T12:56:43.700 INFO:teuthology.orchestra.run.smithi067.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:You can access the Ceph CLI with: 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:Please consider enabling telemetry to help improve Ceph: 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr: ceph telemetry on 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:For more information see: 2024-03-21T12:56:44.318 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:44.318 INFO:teuthology.orchestra.run.smithi067.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-03-21T12:56:44.318 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T12:56:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:Bootstrap complete. 2024-03-21T12:56:44.505 INFO:tasks.cephadm:Fetching config... 2024-03-21T12:56:44.505 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:56:44.505 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-21T12:56:44.520 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-21T12:56:44.520 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:56:44.520 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-21T12:56:44.576 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-21T12:56:44.577 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:56:44.577 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-21T12:56:44.692 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-21T12:56:44.692 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:56:44.692 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-21T12:56:44.749 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-21T12:56:44.750 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkoLTc60fxacCHzCPMoL5bEFRNRm6o3oQmIE8dwEzURglAZhmjERPZc6NshwVVunp3xBc+ZfuANnCFGRUr6FV2ukprL+FxfqZDHPolk0XmODzZgxBD3nQXs4P+KsUZn3Q00rtWf7Ov6buP096wtxGVxys7D84Srb5GokCBsDaYQkH0D32/RuB28/QlTzH9EVa13Z/kZZDfEWTzn39r13lVzqDrDZv30b0ewC2zh12rsRwGmiDEWp1xT9Al7H3jmIJEJd+TNkGiDCGD/dxZDPS5HMBvaToF57Mm6JKhr+044k5ftYctYdvYH65moF7uJXuNL8UoUwC31mshq1GWXpHR6rVRP085WnUPOm6yjPgjfCmlT39XUTvCWreYGsMk9yzVeWUGbtbHjLqchtViYme1OneRf3b4JHF8qthWSPV5QGgIbRLVJOYeXMVYaYnI/+uXfma8ozN8NtrdTOikI232PvH7NWjncKRv+wW82WVesbeSMgg+TSJa4sR/uQPc6Ek= ceph-409d6aee-e782-11ee-95cd-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-21T12:56:44.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:44 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1203783222' entity='client.admin' 2024-03-21T12:56:44.919 INFO:teuthology.orchestra.run.smithi067.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkoLTc60fxacCHzCPMoL5bEFRNRm6o3oQmIE8dwEzURglAZhmjERPZc6NshwVVunp3xBc+ZfuANnCFGRUr6FV2ukprL+FxfqZDHPolk0XmODzZgxBD3nQXs4P+KsUZn3Q00rtWf7Ov6buP096wtxGVxys7D84Srb5GokCBsDaYQkH0D32/RuB28/QlTzH9EVa13Z/kZZDfEWTzn39r13lVzqDrDZv30b0ewC2zh12rsRwGmiDEWp1xT9Al7H3jmIJEJd+TNkGiDCGD/dxZDPS5HMBvaToF57Mm6JKhr+044k5ftYctYdvYH65moF7uJXuNL8UoUwC31mshq1GWXpHR6rVRP085WnUPOm6yjPgjfCmlT39XUTvCWreYGsMk9yzVeWUGbtbHjLqchtViYme1OneRf3b4JHF8qthWSPV5QGgIbRLVJOYeXMVYaYnI/+uXfma8ozN8NtrdTOikI232PvH7NWjncKRv+wW82WVesbeSMgg+TSJa4sR/uQPc6Ek= ceph-409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:56:45.078 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkoLTc60fxacCHzCPMoL5bEFRNRm6o3oQmIE8dwEzURglAZhmjERPZc6NshwVVunp3xBc+ZfuANnCFGRUr6FV2ukprL+FxfqZDHPolk0XmODzZgxBD3nQXs4P+KsUZn3Q00rtWf7Ov6buP096wtxGVxys7D84Srb5GokCBsDaYQkH0D32/RuB28/QlTzH9EVa13Z/kZZDfEWTzn39r13lVzqDrDZv30b0ewC2zh12rsRwGmiDEWp1xT9Al7H3jmIJEJd+TNkGiDCGD/dxZDPS5HMBvaToF57Mm6JKhr+044k5ftYctYdvYH65moF7uJXuNL8UoUwC31mshq1GWXpHR6rVRP085WnUPOm6yjPgjfCmlT39XUTvCWreYGsMk9yzVeWUGbtbHjLqchtViYme1OneRf3b4JHF8qthWSPV5QGgIbRLVJOYeXMVYaYnI/+uXfma8ozN8NtrdTOikI232PvH7NWjncKRv+wW82WVesbeSMgg+TSJa4sR/uQPc6Ek= ceph-409d6aee-e782-11ee-95cd-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-21T12:56:45.126 INFO:teuthology.orchestra.run.smithi196.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkoLTc60fxacCHzCPMoL5bEFRNRm6o3oQmIE8dwEzURglAZhmjERPZc6NshwVVunp3xBc+ZfuANnCFGRUr6FV2ukprL+FxfqZDHPolk0XmODzZgxBD3nQXs4P+KsUZn3Q00rtWf7Ov6buP096wtxGVxys7D84Srb5GokCBsDaYQkH0D32/RuB28/QlTzH9EVa13Z/kZZDfEWTzn39r13lVzqDrDZv30b0ewC2zh12rsRwGmiDEWp1xT9Al7H3jmIJEJd+TNkGiDCGD/dxZDPS5HMBvaToF57Mm6JKhr+044k5ftYctYdvYH65moF7uJXuNL8UoUwC31mshq1GWXpHR6rVRP085WnUPOm6yjPgjfCmlT39XUTvCWreYGsMk9yzVeWUGbtbHjLqchtViYme1OneRf3b4JHF8qthWSPV5QGgIbRLVJOYeXMVYaYnI/+uXfma8ozN8NtrdTOikI232PvH7NWjncKRv+wW82WVesbeSMgg+TSJa4sR/uQPc6Ek= ceph-409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:56:45.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-21T12:56:45.732 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:56:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:56:46.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:46.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:46.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:46.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:46.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:48.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:56:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:56:49.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:49 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:49.934 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:56:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:56:50.228 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-21T12:56:50.228 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-21T12:56:50.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:50 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2398312453' entity='client.admin' 2024-03-21T12:56:50.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:50.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:50.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:50.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:52.653 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi196 2024-03-21T12:56:52.654 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T12:56:52.654 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.conf 2024-03-21T12:56:52.672 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T12:56:52.672 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-21T12:56:52.728 INFO:tasks.cephadm:Adding host smithi196 to orchestrator... 2024-03-21T12:56:52.729 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch host add smithi196 2024-03-21T12:56:53.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:53.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:53.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:53 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:54 smithi067 ceph-mon[24852]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:56:55.544 INFO:teuthology.orchestra.run.smithi067.stdout:Added host 'smithi196' with addr '172.21.15.196' 2024-03-21T12:56:56.072 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch host ls --format=json 2024-03-21T12:56:56.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: Deploying cephadm binary to smithi196 2024-03-21T12:56:56.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:56.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: Added host smithi196 2024-03-21T12:56:56.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T12:56:56.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]': finished 2024-03-21T12:56:57.554 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:57 smithi067 ceph-mon[24852]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:56:57.915 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T12:56:57.915 INFO:teuthology.orchestra.run.smithi067.stdout:[{"addr": "172.21.15.67", "hostname": "smithi067", "labels": [], "status": ""}, {"addr": "172.21.15.196", "hostname": "smithi196", "labels": [], "status": ""}] 2024-03-21T12:56:58.477 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-21T12:56:58.477 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd crush tunables default 2024-03-21T12:56:59.801 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:56:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:56:59.801 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:56:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:56:59.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: Deploying daemon agent.smithi196 on smithi196 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:56:59.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:56:59 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:00.731 INFO:teuthology.orchestra.run.smithi067.stderr:adjusted tunables profile to default 2024-03-21T12:57:00.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:00 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T12:57:00.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:00 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T12:57:00.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:00 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:00.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:00 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:00.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:00 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:00.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:00 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3190000737' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-21T12:57:01.320 INFO:tasks.cephadm:Adding mon.a on smithi067 2024-03-21T12:57:01.320 INFO:tasks.cephadm:Adding mon.c on smithi067 2024-03-21T12:57:01.320 INFO:tasks.cephadm:Adding mon.b on smithi196 2024-03-21T12:57:01.320 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch apply mon '3;smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi196:172.21.15.196=b' 2024-03-21T12:57:02.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:02.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:01 smithi067 ceph-mon[24852]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:02.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:01 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3190000737' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-21T12:57:02.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:01 smithi067 ceph-mon[24852]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:02.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:01 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:03.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:03.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:03.306 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mon update... 2024-03-21T12:57:03.858 DEBUG:teuthology.orchestra.run.smithi067:mon.c> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.c.service 2024-03-21T12:57:03.860 DEBUG:teuthology.orchestra.run.smithi196:mon.b> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.b.service 2024-03-21T12:57:03.863 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-21T12:57:03.863 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph mon dump -f json 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:04.045 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:04.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:04 smithi067 ceph-mon[24852]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:04.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:04 smithi067 ceph-mon[24852]: Saving service mon spec with placement smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi196:172.21.15.196=b;count:3 2024-03-21T12:57:04.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:04 smithi067 ceph-mon[24852]: Deploying daemon mon.c on smithi067 2024-03-21T12:57:05.791 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:57:05.791 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":1,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","modified":"2024-03-21T12:55:40.137606Z","created":"2024-03-21T12:55:40.137606Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-21T12:57:05.792 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 1 2024-03-21T12:57:05.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:05 smithi067 ceph-mon[24852]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:06.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:06 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/3907610898' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-21T12:57:07.401 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-21T12:57:07.401 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph mon dump -f json 2024-03-21T12:57:13.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:57:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:13.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:57:13.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: mon.a calling monitor election 2024-03-21T12:57:13.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: mon.c calling monitor election 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: monmap e2: 2 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: fsmap 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: mgrmap e13: y(active, since 36s) 2024-03-21T12:57:13.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: overall HEALTH_OK 2024-03-21T12:57:13.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:13.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:13.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:13.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:13.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:13.634 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:57:13.635 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":2,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","modified":"2024-03-21T12:57:07.711362Z","created":"2024-03-21T12:55:40.137606Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3301","nonce":0},{"type":"v1","addr":"172.21.15.67:6790","nonce":0}]},"addr":"172.21.15.67:6790/0","public_addr":"172.21.15.67:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-21T12:57:13.636 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 2 2024-03-21T12:57:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:13 smithi067 ceph-mon[24852]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:13 smithi067 ceph-mon[24852]: Deploying daemon mon.b on smithi196 2024-03-21T12:57:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:13 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/3962152431' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-21T12:57:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:13 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:13 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:15.620 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-21T12:57:15.621 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph mon dump -f json 2024-03-21T12:57:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:15 smithi067 ceph-mon[24852]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:16.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:15 smithi067 ceph-mon[29824]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:17.690 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:57:17.690 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":2,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","modified":"2024-03-21T12:57:07.711362Z","created":"2024-03-21T12:55:40.137606Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3301","nonce":0},{"type":"v1","addr":"172.21.15.67:6790","nonce":0}]},"addr":"172.21.15.67:6790/0","public_addr":"172.21.15.67:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-21T12:57:17.692 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 2 2024-03-21T12:57:17.797 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:17 smithi196 ceph-mon[25809]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-03-21T12:57:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:17 smithi196 bash[25778]: f9e7651a7e0dd7d341e7ad0833197eaea0c54ee0bc4c55ba7964b22fed4ba870 2024-03-21T12:57:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:17 smithi196 systemd[1]: Started Ceph mon.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T12:57:19.474 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-21T12:57:19.475 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph mon dump -f json 2024-03-21T12:57:23.081 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:23.081 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:57:23.081 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: mon.a calling monitor election 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: mon.c calling monitor election 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-21T12:57:23.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: fsmap 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: mgrmap e13: y(active, since 47s) 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: mon.b (rank 2) addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] is down (out of quorum) 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:23.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: mon.a calling monitor election 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: mon.c calling monitor election 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:23.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: fsmap 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: mgrmap e13: y(active, since 47s) 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: mon.b (rank 2) addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] is down (out of quorum) 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:23.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:22 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:23.385 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-03-21T12:57:23.385 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":3,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","modified":"2024-03-21T12:57:17.777473Z","created":"2024-03-21T12:55:40.137606Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3301","nonce":0},{"type":"v1","addr":"172.21.15.67:6790","nonce":0}]},"addr":"172.21.15.67:6790/0","public_addr":"172.21.15.67:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-21T12:57:23.386 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 3 2024-03-21T12:57:23.935 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-21T12:57:23.935 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph config generate-minimal-conf 2024-03-21T12:57:24.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: Reconfiguring mon.a (unknown last config time)... 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: Reconfiguring daemon mon.a on smithi067 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/1201155124' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: Reconfiguring mon.a (unknown last config time)... 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:24.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T12:57:24.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:24.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: Reconfiguring daemon mon.a on smithi067 2024-03-21T12:57:24.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/1201155124' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-21T12:57:24.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:24.677 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:24 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:25.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: mon.a calling monitor election 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: mon.c calling monitor election 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: fsmap 2024-03-21T12:57:25.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: mgrmap e13: y(active, since 47s) 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: mon.b (rank 2) addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] is down (out of quorum) 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:25.104 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Reconfiguring mon.a (unknown last config time)... 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: Reconfiguring daemon mon.a on smithi067 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/1201155124' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-21T12:57:25.105 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:25.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: mon.b calling monitor election 2024-03-21T12:57:25.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:25.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: Reconfiguring mon.c (monmap changed)... 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: Reconfiguring daemon mon.c on smithi067 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: mon.b calling monitor election 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: mon.c calling monitor election 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: mon.a calling monitor election 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: fsmap 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: mgrmap e13: y(active, since 49s) 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T12:57:25.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:25 smithi196 ceph-mon[25809]: overall HEALTH_OK 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: mon.b calling monitor election 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: Reconfiguring mon.c (monmap changed)... 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: Reconfiguring daemon mon.c on smithi067 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: mon.b calling monitor election 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: mon.c calling monitor election 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: mon.a calling monitor election 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: fsmap 2024-03-21T12:57:25.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: mgrmap e13: y(active, since 49s) 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[24852]: overall HEALTH_OK 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: mon.b calling monitor election 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: Reconfiguring mon.c (monmap changed)... 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: Reconfiguring daemon mon.c on smithi067 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: mon.b calling monitor election 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: mon.c calling monitor election 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: mon.a calling monitor election 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T12:57:25.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T12:57:25.863 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: fsmap 2024-03-21T12:57:25.863 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: osdmap e4: 0 total, 0 up, 0 in 2024-03-21T12:57:25.863 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: mgrmap e13: y(active, since 49s) 2024-03-21T12:57:25.863 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-21T12:57:25.863 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T12:57:25.863 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:25 smithi067 ceph-mon[29824]: overall HEALTH_OK 2024-03-21T12:57:26.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:57:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:26.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:26 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:26.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:26 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:26 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:26 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.815 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:26.815 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.815 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.815 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.815 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:57:26.815 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.816 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.816 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:26.883 INFO:teuthology.orchestra.run.smithi067.stdout:# minimal ceph.conf for 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:57:26.883 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-03-21T12:57:26.883 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T12:57:26.884 INFO:teuthology.orchestra.run.smithi067.stdout: mon_host = [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] 2024-03-21T12:57:27.090 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:26 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:27.668 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-21T12:57:27.668 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:57:27.668 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.conf 2024-03-21T12:57:27.699 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:57:27.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-21T12:57:27.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[24852]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:27.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2227545220' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:27.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:27.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:27.763 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[29824]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:27.763 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2227545220' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:27.763 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:27.763 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:27 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:27.767 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T12:57:27.768 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.conf 2024-03-21T12:57:27.795 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:27 smithi196 ceph-mon[25809]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:27.795 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:27 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2227545220' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:27.795 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:27 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:27.795 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:27 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:27.799 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T12:57:27.799 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-21T12:57:27.866 INFO:tasks.cephadm:Adding mgr.y on smithi067 2024-03-21T12:57:27.866 INFO:tasks.cephadm:Adding mgr.x on smithi196 2024-03-21T12:57:27.866 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch apply mgr '2;smithi067=y;smithi196=x' 2024-03-21T12:57:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:29.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: Reconfiguring mon.b (monmap changed)... 2024-03-21T12:57:29.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:29.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T12:57:29.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:29.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:29 smithi196 ceph-mon[25809]: Reconfiguring daemon mon.b on smithi196 2024-03-21T12:57:30.050 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:30.050 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:30.050 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:30.050 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: Reconfiguring mon.b (monmap changed)... 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[24852]: Reconfiguring daemon mon.b on smithi196 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:30.051 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: Reconfiguring mon.b (monmap changed)... 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:30.052 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:29 smithi067 ceph-mon[29824]: Reconfiguring daemon mon.b on smithi196 2024-03-21T12:57:30.643 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mgr update... 2024-03-21T12:57:30.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:57:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:31.164 DEBUG:teuthology.orchestra.run.smithi196:mgr.x> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service 2024-03-21T12:57:31.167 INFO:tasks.cephadm:Deploying OSDs... 2024-03-21T12:57:31.167 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T12:57:31.167 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/scratch_devs of=/dev/stdout 2024-03-21T12:57:31.187 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-21T12:57:31.187 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_1 2024-03-21T12:57:31.245 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-21T12:57:31.245 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:31.245 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-03-21T12:57:31.246 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:31.246 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:31.246 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-03-21 12:57:29.699412388 +0000 2024-03-21T12:57:31.246 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-03-21 12:54:48.430406190 +0000 2024-03-21T12:57:31.246 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-03-21 12:54:48.430406190 +0000 2024-03-21T12:57:31.246 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-03-21 12:54:48.430406190 +0000 2024-03-21T12:57:31.246 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-21T12:57:31.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-03-21T12:57:31.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-03-21T12:57:31.318 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000236617 s, 2.2 MB/s 2024-03-21T12:57:31.320 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-21T12:57:31.378 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_2 2024-03-21T12:57:31.434 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-21T12:57:31.434 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:31.434 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-03-21T12:57:31.434 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:31.435 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:31.435 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-03-21 12:57:29.699412388 +0000 2024-03-21T12:57:31.435 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-03-21 12:54:48.792397900 +0000 2024-03-21T12:57:31.435 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-03-21 12:54:48.792397900 +0000 2024-03-21T12:57:31.435 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-03-21 12:54:48.792397900 +0000 2024-03-21T12:57:31.435 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-21T12:57:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-03-21T12:57:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-03-21T12:57:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000240272 s, 2.1 MB/s 2024-03-21T12:57:31.504 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-21T12:57:31.561 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_3 2024-03-21T12:57:31.562 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi067=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: Saving service mgr spec with placement smithi067=y;smithi196=x;count:2 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:31.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:31 smithi196 ceph-mon[25809]: Deploying daemon mgr.x on smithi196 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-03-21 12:57:29.699412388 +0000 2024-03-21T12:57:31.617 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-03-21 12:54:49.138389977 +0000 2024-03-21T12:57:31.618 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-03-21 12:54:49.138389977 +0000 2024-03-21T12:57:31.618 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-03-21 12:54:49.138389977 +0000 2024-03-21T12:57:31.618 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-21T12:57:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi067=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: Saving service mgr spec with placement smithi067=y;smithi196=x;count:2 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[29824]: Deploying daemon mgr.x on smithi196 2024-03-21T12:57:31.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi067=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: Saving service mgr spec with placement smithi067=y;smithi196=x;count:2 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-21T12:57:31.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T12:57:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:31 smithi067 ceph-mon[24852]: Deploying daemon mgr.x on smithi196 2024-03-21T12:57:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-03-21T12:57:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-03-21T12:57:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000260257 s, 2.0 MB/s 2024-03-21T12:57:31.682 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-21T12:57:31.738 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_4 2024-03-21T12:57:31.795 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-21T12:57:31.795 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:31.795 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-03-21T12:57:31.795 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:31.796 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:31.796 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-03-21 12:57:29.699412388 +0000 2024-03-21T12:57:31.796 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-03-21 12:54:49.474382283 +0000 2024-03-21T12:57:31.796 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-03-21 12:54:49.474382283 +0000 2024-03-21T12:57:31.796 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-03-21 12:54:49.474382283 +0000 2024-03-21T12:57:31.796 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-21T12:57:31.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-03-21T12:57:31.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-03-21T12:57:31.861 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000186566 s, 2.7 MB/s 2024-03-21T12:57:31.862 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-21T12:57:31.918 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T12:57:31.918 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-03-21T12:57:31.933 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-21T12:57:31.933 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-03-21T12:57:31.989 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-21T12:57:31.989 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:31.990 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-03-21T12:57:31.990 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:31.990 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:31.990 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-03-21 12:57:26.228293587 +0000 2024-03-21T12:57:31.990 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-03-21 12:54:46.231649081 +0000 2024-03-21T12:57:31.990 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-03-21 12:54:46.231649081 +0000 2024-03-21T12:57:31.991 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-03-21 12:54:46.231649081 +0000 2024-03-21T12:57:31.991 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-21T12:57:32.054 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-03-21T12:57:32.054 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-03-21T12:57:32.054 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000212096 s, 2.4 MB/s 2024-03-21T12:57:32.055 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-21T12:57:32.110 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-03-21T12:57:32.164 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-21T12:57:32.164 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-03-21 12:57:26.228293587 +0000 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-03-21 12:54:46.560641488 +0000 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-03-21 12:54:46.560641488 +0000 2024-03-21T12:57:32.165 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-03-21 12:54:46.560641488 +0000 2024-03-21T12:57:32.165 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-21T12:57:32.230 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-03-21T12:57:32.230 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-03-21T12:57:32.230 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000213261 s, 2.4 MB/s 2024-03-21T12:57:32.231 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-21T12:57:32.286 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-03-21 12:57:26.228293587 +0000 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-03-21 12:54:46.897633711 +0000 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-03-21 12:54:46.897633711 +0000 2024-03-21T12:57:32.341 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-03-21 12:54:46.897633711 +0000 2024-03-21T12:57:32.341 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-21T12:57:32.487 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-03-21T12:57:32.487 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-03-21T12:57:32.487 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000216604 s, 2.4 MB/s 2024-03-21T12:57:32.488 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-21T12:57:32.503 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-03-21T12:57:32.558 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-21T12:57:32.558 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-21T12:57:32.558 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-03-21T12:57:32.558 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-21T12:57:32.559 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-03-21T12:57:32.559 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-03-21 12:57:32.445155234 +0000 2024-03-21T12:57:32.559 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-03-21 12:54:47.234625933 +0000 2024-03-21T12:57:32.559 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-03-21 12:54:47.234625933 +0000 2024-03-21T12:57:32.559 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-03-21 12:54:47.234625933 +0000 2024-03-21T12:57:32.559 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-21T12:57:32.647 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-03-21T12:57:32.647 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-03-21T12:57:32.647 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000184807 s, 2.8 MB/s 2024-03-21T12:57:32.649 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-21T12:57:32.664 INFO:tasks.cephadm:Deploying osd.0 on smithi067 with /dev/vg_nvme/lv_4... 2024-03-21T12:57:32.664 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-21T12:57:32.879 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:32 smithi196 systemd[1]: Starting Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T12:57:32.879 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:32 smithi196 podman[27339]: 2024-03-21 12:57:32.781834948 +0000 UTC m=+0.017395498 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T12:57:33.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:32 smithi196 podman[27339]: 2024-03-21 12:57:32.900740824 +0000 UTC m=+0.136301365 container create 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, vendor=Red Hat, Inc., RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, ceph=True, io.openshift.expose-services=, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public) 2024-03-21T12:57:33.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 podman[27339]: 2024-03-21 12:57:33.103329277 +0000 UTC m=+0.338889826 container init 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, architecture=x86_64, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vcs-type=git, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream) 2024-03-21T12:57:33.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 podman[27339]: 2024-03-21 12:57:33.105765757 +0000 UTC m=+0.341326309 container start 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, name=centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, architecture=x86_64, vcs-type=git, ceph=True, maintainer=Guillaume Abrioux , io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public) 2024-03-21T12:57:33.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mgr[27358]: -- 172.21.15.196:0/3408296735 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56185ea50340 con 0x56185ea28800 2024-03-21T12:57:33.507 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 bash[27339]: 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b 2024-03-21T12:57:33.507 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 systemd[1]: Started Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T12:57:33.898 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:33.898 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T12:57:33.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:33.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:33.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:33.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:33.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:33.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:33.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:33.901 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T12:57:33.901 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T12:57:33.901 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:33.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:33.586+0000 7fde7b8ad000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T12:57:33.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:33.673+0000 7fde7b8ad000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T12:57:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T12:57:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T12:57:33.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:34.356 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.291+0000 7fde7b8ad000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T12:57:34.608 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:34.608 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-mon[25809]: Reconfiguring mgr.y (unknown last config time)... 2024-03-21T12:57:34.608 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-mon[25809]: Reconfiguring daemon mgr.y on smithi067 2024-03-21T12:57:34.608 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.383+0000 7fde7b8ad000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T12:57:34.608 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.469+0000 7fde7b8ad000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T12:57:34.640 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-21T12:57:34.640 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-21T12:57:34.640 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-03-21T12:57:34.640 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-03-21T12:57:34.640 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111972 s, 936 MB/s 2024-03-21T12:57:34.640 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-03-21T12:57:34.865 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.653+0000 7fde7b8ad000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T12:57:34.865 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.750+0000 7fde7b8ad000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T12:57:34.866 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.864+0000 7fde7b8ad000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T12:57:34.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:34.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:34 smithi067 ceph-mon[24852]: Reconfiguring mgr.y (unknown last config time)... 2024-03-21T12:57:34.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:34 smithi067 ceph-mon[24852]: Reconfiguring daemon mgr.y on smithi067 2024-03-21T12:57:34.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:34.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:34 smithi067 ceph-mon[29824]: Reconfiguring mgr.y (unknown last config time)... 2024-03-21T12:57:34.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:34 smithi067 ceph-mon[29824]: Reconfiguring daemon mgr.y on smithi067 2024-03-21T12:57:35.129 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:34.953+0000 7fde7b8ad000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T12:57:35.387 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:35.128+0000 7fde7b8ad000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T12:57:35.387 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:35.221+0000 7fde7b8ad000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T12:57:35.558 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:35 smithi067 ceph-mon[24852]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:35.558 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:35 smithi067 ceph-mon[29824]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:35.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:35 smithi196 ceph-mon[25809]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:36.029 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi067:vg_nvme/lv_4 2024-03-21T12:57:36.617 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:36.364+0000 7fde7b8ad000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T12:57:36.617 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:36.494+0000 7fde7b8ad000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T12:57:36.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:57:36.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:57:36.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:36.697+0000 7fde7b8ad000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:36.787+0000 7fde7b8ad000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:57:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.247 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:36.926+0000 7fde7b8ad000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:57:37.248 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:37.247+0000 7fde7b8ad000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T12:57:37.550 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:37.466+0000 7fde7b8ad000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T12:57:37.551 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:37.550+0000 7fde7b8ad000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:37.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:37.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:37 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:37.718+0000 7fde7b8ad000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:37.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:37 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:38.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:38 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:57:38.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:38 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:57:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:38 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:38.893 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:38 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:57:38.893 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:38 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:57:38.893 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:38 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:38.912 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:38.628+0000 7fde7b8ad000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T12:57:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:38 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:57:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:38 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:57:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:38 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:39.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:38.920+0000 7fde7b8ad000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T12:57:39.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:39.013+0000 7fde7b8ad000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T12:57:39.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T12:57:39.160+0000 7fde7b8ad000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: from='client.24118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T12:57:39.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:39.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: from='client.24118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:39.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T12:57:39.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T12:57:39.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T12:57:39.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T12:57:39.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:39 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: from='client.24118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T12:57:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:39 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/3261363912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T12:57:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: mgrmap e14: y(active, since 63s), standbys: x 2024-03-21T12:57:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3246382850' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]': finished 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: osdmap e5: 1 total, 0 up, 1 in 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/112450272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: mgrmap e14: y(active, since 63s), standbys: x 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3246382850' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]': finished 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: osdmap e5: 1 total, 0 up, 1 in 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:40 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/112450272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: mgrmap e14: y(active, since 63s), standbys: x 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3246382850' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]: dispatch 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]: dispatch 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aadf51f2-eed2-44e0-896a-5d6541acf212"}]': finished 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: osdmap e5: 1 total, 0 up, 1 in 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:40 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/112450272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:57:42.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:41 smithi067 ceph-mon[24852]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:42.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:41 smithi067 ceph-mon[29824]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:42.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:41 smithi196 ceph-mon[25809]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:43 smithi067 ceph-mon[24852]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:43 smithi067 ceph-mon[29824]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:43 smithi196 ceph-mon[25809]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:46.072 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:45 smithi067 ceph-mon[24852]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:46.072 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:45 smithi067 ceph-mon[29824]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:45 smithi196 ceph-mon[25809]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T12:57:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T12:57:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:47.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T12:57:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:47 smithi067 ceph-mon[24852]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:47 smithi067 ceph-mon[24852]: Deploying daemon osd.0 on smithi067 2024-03-21T12:57:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:47 smithi067 ceph-mon[29824]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:47 smithi067 ceph-mon[29824]: Deploying daemon osd.0 on smithi067 2024-03-21T12:57:48.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:47 smithi196 ceph-mon[25809]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:48.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:47 smithi196 ceph-mon[25809]: Deploying daemon osd.0 on smithi067 2024-03-21T12:57:49.776 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:57:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:50.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-mon[24852]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:50.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:50.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:50.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-mon[29824]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:50.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:50.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:49 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:50.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:49 smithi196 ceph-mon[25809]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:50.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:49 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:50.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:49 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:51.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:51 smithi067 ceph-mon[24852]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:51.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:51 smithi067 ceph-mon[29824]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:52.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:51 smithi196 ceph-mon[25809]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:53.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[29824]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:53.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:53.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[24852]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:53.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:52 smithi196 ceph-mon[25809]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:55.046 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:54 smithi067 ceph-mon[24852]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:55.046 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:54 smithi067 ceph-mon[29824]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:55.302 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 0 on host 'smithi067' 2024-03-21T12:57:55.303 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:57:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:57:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:54 smithi196 ceph-mon[25809]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:55.849 DEBUG:teuthology.orchestra.run.smithi067:osd.0> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0.service 2024-03-21T12:57:55.852 INFO:tasks.cephadm:Deploying osd.1 on smithi067 with /dev/vg_nvme/lv_3... 2024-03-21T12:57:55.852 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-21T12:57:56.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T12:57:56.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi067 to 15040M 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:55 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T12:57:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi067 to 15040M 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:57:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:57:56.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:57:56.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:57:56.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi067 to 15040M 2024-03-21T12:57:56.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:56.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:55 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[24852]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[24852]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[24852]: osdmap e6: 1 total, 0 up, 1 in 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[24852]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[29824]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[29824]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T12:57:57.303 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[29824]: osdmap e6: 1 total, 0 up, 1 in 2024-03-21T12:57:57.304 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:57.304 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-mon[29824]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:57:57.304 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[32938]: 2024-03-21T12:57:56.959+0000 7f4857db4700 -1 osd.0 0 waiting for initial osdmap 2024-03-21T12:57:57.304 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:57:56 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[32938]: 2024-03-21T12:57:56.964+0000 7f4850747700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T12:57:57.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:56 smithi196 ceph-mon[25809]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:56 smithi196 ceph-mon[25809]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T12:57:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:56 smithi196 ceph-mon[25809]: osdmap e6: 1 total, 0 up, 1 in 2024-03-21T12:57:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:56 smithi196 ceph-mon[25809]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:57:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-21T12:57:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-21T12:57:57.810 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-03-21T12:57:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-03-21T12:57:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012379 s, 847 MB/s 2024-03-21T12:57:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-03-21T12:57:58.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[24852]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:57:58.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[24852]: osdmap e7: 1 total, 0 up, 1 in 2024-03-21T12:57:58.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:58.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:58.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[29824]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:57:58.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[29824]: osdmap e7: 1 total, 0 up, 1 in 2024-03-21T12:57:58.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:58.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:58.372 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi067:vg_nvme/lv_3 2024-03-21T12:57:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:57 smithi196 ceph-mon[25809]: from='osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:57:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:57 smithi196 ceph-mon[25809]: osdmap e7: 1 total, 0 up, 1 in 2024-03-21T12:57:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T12:57:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T12:57:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270] boot 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: osdmap e8: 1 total, 1 up, 1 in 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270] boot 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: osdmap e8: 1 total, 1 up, 1 in 2024-03-21T12:57:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:58 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: osd.0 [v2:172.21.15.67:6802/1454577270,v1:172.21.15.67:6803/1454577270] boot 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: osdmap e8: 1 total, 1 up, 1 in 2024-03-21T12:57:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:58 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T12:58:00.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:57:59 smithi067 ceph-mon[24852]: osdmap e9: 1 total, 1 up, 1 in 2024-03-21T12:58:00.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:57:59 smithi067 ceph-mon[29824]: osdmap e9: 1 total, 1 up, 1 in 2024-03-21T12:58:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:57:59 smithi196 ceph-mon[25809]: osdmap e9: 1 total, 1 up, 1 in 2024-03-21T12:58:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[24852]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[24852]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[29824]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[29824]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:00 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:00 smithi196 ceph-mon[25809]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:00 smithi196 ceph-mon[25809]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:00 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:00 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:00 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[29824]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/682093725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4df849e-0c86-4651-98df-b5c6be0cad6e"}]: dispatch 2024-03-21T12:58:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/682093725' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4df849e-0c86-4651-98df-b5c6be0cad6e"}]': finished 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[29824]: osdmap e10: 2 total, 1 up, 2 in 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[24852]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/682093725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4df849e-0c86-4651-98df-b5c6be0cad6e"}]: dispatch 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/682093725' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4df849e-0c86-4651-98df-b5c6be0cad6e"}]': finished 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[24852]: osdmap e10: 2 total, 1 up, 2 in 2024-03-21T12:58:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:02 smithi196 ceph-mon[25809]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:02 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/682093725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4df849e-0c86-4651-98df-b5c6be0cad6e"}]: dispatch 2024-03-21T12:58:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:02 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/682093725' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4df849e-0c86-4651-98df-b5c6be0cad6e"}]': finished 2024-03-21T12:58:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:02 smithi196 ceph-mon[25809]: osdmap e10: 2 total, 1 up, 2 in 2024-03-21T12:58:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:02 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:03 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1414509928' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:04.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:58:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:04.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:03 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1414509928' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:04.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:03 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1414509928' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:05.357 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[29824]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi067 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[24852]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi067 2024-03-21T12:58:05.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:05 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:05 smithi196 ceph-mon[25809]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:05 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:05 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi067 2024-03-21T12:58:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:05 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:07.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:07 smithi067 ceph-mon[29824]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:07.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:07 smithi067 ceph-mon[24852]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:07.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:07 smithi196 ceph-mon[25809]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:09.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[24852]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[24852]: Deploying daemon osd.1 on smithi067 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[29824]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:09.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:09 smithi067 ceph-mon[29824]: Deploying daemon osd.1 on smithi067 2024-03-21T12:58:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:09 smithi196 ceph-mon[25809]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:09 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-21T12:58:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:09 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:09 smithi196 ceph-mon[25809]: Deploying daemon osd.1 on smithi067 2024-03-21T12:58:11.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:11 smithi067 ceph-mon[24852]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:11.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:11 smithi067 ceph-mon[29824]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:11 smithi196 ceph-mon[25809]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:13.705 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:13 smithi196 ceph-mon[25809]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:13.814 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:13 smithi067 ceph-mon[24852]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:13.815 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:13 smithi067 ceph-mon[29824]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:15.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:58:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:15.712 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:15.712 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.712 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:15.712 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:15.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:15.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:15.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:15.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:15.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:17.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:17 smithi067 ceph-mon[24852]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:17 smithi067 ceph-mon[29824]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:17 smithi196 ceph-mon[25809]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:18.001 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 1 on host 'smithi067' 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.624 DEBUG:teuthology.orchestra.run.smithi067:osd.1> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.1.service 2024-03-21T12:58:18.627 INFO:tasks.cephadm:Deploying osd.2 on smithi067 with /dev/vg_nvme/lv_2... 2024-03-21T12:58:18.627 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:18.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[24852]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi067 to 7520M 2024-03-21T12:58:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[24852]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-21T12:58:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[24852]: osdmap e11: 2 total, 1 up, 2 in 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[24852]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[29824]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi067 to 7520M 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[29824]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[29824]: osdmap e11: 2 total, 1 up, 2 in 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-mon[29824]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:19.654 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1[35832]: 2024-03-21T12:58:19.530+0000 7f99f1e6c700 -1 osd.1 0 waiting for initial osdmap 2024-03-21T12:58:19.654 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1[35832]: 2024-03-21T12:58:19.534+0000 7f99e97fd700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T12:58:19.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:19 smithi196 ceph-mon[25809]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:19.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:19 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi067 to 7520M 2024-03-21T12:58:19.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:19 smithi196 ceph-mon[25809]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-21T12:58:19.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:19 smithi196 ceph-mon[25809]: osdmap e11: 2 total, 1 up, 2 in 2024-03-21T12:58:19.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:19 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:19.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:19 smithi196 ceph-mon[25809]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:20.676 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-21T12:58:20.676 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-21T12:58:20.676 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-03-21T12:58:20.676 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-03-21T12:58:20.676 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012444 s, 843 MB/s 2024-03-21T12:58:20.676 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-03-21T12:58:20.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[24852]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:58:20.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[24852]: osdmap e12: 2 total, 1 up, 2 in 2024-03-21T12:58:20.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:20.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[29824]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:58:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[29824]: osdmap e12: 2 total, 1 up, 2 in 2024-03-21T12:58:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:20 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:20.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:20 smithi196 ceph-mon[25809]: from='osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:58:20.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:20 smithi196 ceph-mon[25809]: osdmap e12: 2 total, 1 up, 2 in 2024-03-21T12:58:20.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:20 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:20.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:20 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:21.227 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi067:vg_nvme/lv_2 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: pgmap v54: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947] boot 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: osdmap e13: 2 total, 2 up, 2 in 2024-03-21T12:58:21.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: pgmap v54: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947] boot 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: osdmap e13: 2 total, 2 up, 2 in 2024-03-21T12:58:21.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:21 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: pgmap v54: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: osd.1 [v2:172.21.15.67:6810/1089280947,v1:172.21.15.67:6811/1089280947] boot 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: osdmap e13: 2 total, 2 up, 2 in 2024-03-21T12:58:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:21 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T12:58:22.727 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:22 smithi067 ceph-mon[24852]: osdmap e14: 2 total, 2 up, 2 in 2024-03-21T12:58:22.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:22 smithi067 ceph-mon[29824]: osdmap e14: 2 total, 2 up, 2 in 2024-03-21T12:58:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:22 smithi196 ceph-mon[25809]: osdmap e14: 2 total, 2 up, 2 in 2024-03-21T12:58:23.877 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[24852]: pgmap v57: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[29824]: pgmap v57: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:23.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:23 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:23.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:23 smithi196 ceph-mon[25809]: pgmap v57: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:23.939 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:23 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:23.939 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:23 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:23.940 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:23 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:24.547 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:58:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:24.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:24.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:24.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:24 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:24.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:24 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.561 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:58:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi067 2024-03-21T12:58:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi067 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:25.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:25.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:25.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi067 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:26.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: pgmap v60: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2105093692' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]: dispatch 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]: dispatch 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]': finished 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: osdmap e15: 3 total, 2 up, 3 in 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3776426078' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: pgmap v60: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2105093692' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]: dispatch 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]: dispatch 2024-03-21T12:58:26.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]': finished 2024-03-21T12:58:26.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: osdmap e15: 3 total, 2 up, 3 in 2024-03-21T12:58:26.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:26.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:58:26.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T12:58:26.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:26 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3776426078' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: pgmap v60: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2105093692' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]: dispatch 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]: dispatch 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc10a9dc-3da1-4208-b4fd-43ddfd7d7238"}]': finished 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: osdmap e15: 3 total, 2 up, 3 in 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T12:58:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:26 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3776426078' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:28 smithi067 ceph-mon[24852]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:28.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:28 smithi067 ceph-mon[29824]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:28.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:28 smithi196 ceph-mon[25809]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:30.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:30 smithi067 ceph-mon[24852]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:30.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:30 smithi067 ceph-mon[29824]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:30.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:30 smithi196 ceph-mon[25809]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:32.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:32 smithi067 ceph-mon[24852]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:32.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:32 smithi067 ceph-mon[29824]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:32.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:32 smithi196 ceph-mon[25809]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:34.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:34 smithi067 ceph-mon[24852]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:34.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:34 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-21T12:58:34.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:34 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:34.651 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:34 smithi067 ceph-mon[29824]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:34.651 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:34 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-21T12:58:34.651 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:34 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:34.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:34 smithi196 ceph-mon[25809]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:34.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:34 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-21T12:58:34.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:34 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:35.502 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:58:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:35.860 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-mon[29824]: Deploying daemon osd.2 on smithi067 2024-03-21T12:58:35.860 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:35.860 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:35.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-mon[24852]: Deploying daemon osd.2 on smithi067 2024-03-21T12:58:35.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:35.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:35 smithi196 ceph-mon[25809]: Deploying daemon osd.2 on smithi067 2024-03-21T12:58:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:36.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:36 smithi067 ceph-mon[24852]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:36.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:58:36.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:58:36.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:36 smithi067 ceph-mon[29824]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:36.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:58:36.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:58:36.756 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:36 smithi196 ceph-mon[25809]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:36.756 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:58:36.756 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:58:38.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:38 smithi067 ceph-mon[24852]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:38.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:38 smithi067 ceph-mon[29824]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:38 smithi196 ceph-mon[25809]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:40.067 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:40.067 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:40.067 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:40.067 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:40.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:40.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:40.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:40.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:40.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:40.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:39 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:39 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:39 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:39 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:39 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:39 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:41.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:40 smithi067 ceph-mon[24852]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:41.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:40 smithi067 ceph-mon[29824]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:41.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:40 smithi196 ceph-mon[25809]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:41.413 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 2 on host 'smithi067' 2024-03-21T12:58:42.033 DEBUG:teuthology.orchestra.run.smithi067:osd.2> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.2.service 2024-03-21T12:58:42.036 INFO:tasks.cephadm:Deploying osd.3 on smithi067 with /dev/vg_nvme/lv_1... 2024-03-21T12:58:42.036 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi067 to 5013M 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-21T12:58:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[24852]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi067 to 5013M 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:42.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-21T12:58:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:42 smithi067 ceph-mon[29824]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi067 to 5013M 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-21T12:58:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:42 smithi196 ceph-mon[25809]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[24852]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[24852]: osdmap e16: 3 total, 2 up, 3 in 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[24852]: from='osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[24852]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[29824]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-21T12:58:43.563 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[29824]: osdmap e16: 3 total, 2 up, 3 in 2024-03-21T12:58:43.564 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:43.564 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[29824]: from='osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:43.564 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-mon[29824]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:43.564 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2[38837]: 2024-03-21T12:58:43.446+0000 7f4c19aa5700 -1 osd.2 0 waiting for initial osdmap 2024-03-21T12:58:43.564 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2[38837]: 2024-03-21T12:58:43.449+0000 7f4c13c3b700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T12:58:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:43 smithi196 ceph-mon[25809]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-21T12:58:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:43 smithi196 ceph-mon[25809]: osdmap e16: 3 total, 2 up, 3 in 2024-03-21T12:58:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:43 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:43 smithi196 ceph-mon[25809]: from='osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:43 smithi196 ceph-mon[25809]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122229 s, 858 MB/s 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 2024-03-21T12:58:44.011 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-03-21T12:58:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[24852]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:58:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[24852]: osdmap e17: 3 total, 2 up, 3 in 2024-03-21T12:58:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[24852]: pgmap v72: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[29824]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:58:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[29824]: osdmap e17: 3 total, 2 up, 3 in 2024-03-21T12:58:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[29824]: pgmap v72: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:44 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:44.705 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi067:vg_nvme/lv_1 2024-03-21T12:58:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:44 smithi196 ceph-mon[25809]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:58:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:44 smithi196 ceph-mon[25809]: osdmap e17: 3 total, 2 up, 3 in 2024-03-21T12:58:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:44 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:44 smithi196 ceph-mon[25809]: pgmap v72: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:44 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:45.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:58:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[24852]: osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042] boot 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[24852]: osdmap e18: 3 total, 3 up, 3 in 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T12:58:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T12:58:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[29824]: osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042] boot 2024-03-21T12:58:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[29824]: osdmap e18: 3 total, 3 up, 3 in 2024-03-21T12:58:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:45 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:45.814 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:45 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T12:58:45.814 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:45 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T12:58:45.814 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:45 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:45.815 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:45 smithi196 ceph-mon[25809]: osd.2 [v2:172.21.15.67:6818/3257819042,v1:172.21.15.67:6819/3257819042] boot 2024-03-21T12:58:45.815 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:45 smithi196 ceph-mon[25809]: osdmap e18: 3 total, 3 up, 3 in 2024-03-21T12:58:45.815 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:45 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T12:58:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: pgmap v74: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: osdmap e19: 3 total, 3 up, 3 in 2024-03-21T12:58:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi067 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-03-21T12:58:46.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: pgmap v74: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:46.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: osdmap e19: 3 total, 3 up, 3 in 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi067 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: pgmap v74: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: osdmap e19: 3 total, 3 up, 3 in 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi067 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:46.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: osdmap e20: 3 total, 3 up, 3 in 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:47.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: osdmap e20: 3 total, 3 up, 3 in 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:47.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: osdmap e20: 3 total, 3 up, 3 in 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:58:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:48.152 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:58:47 smithi067 sudo[40127]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-21T12:58:48.152 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:58:47 smithi067 sudo[40127]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:48.153 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:58:47 smithi067 sudo[40127]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:48.519 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40130]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-21T12:58:48.519 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40130]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:48.519 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40130]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:48.800 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40155]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-21T12:58:48.800 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40155]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:48.800 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40155]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:48.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[24852]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:48.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[24852]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:48.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-21T12:58:48.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[24852]: osdmap e21: 3 total, 3 up, 3 in 2024-03-21T12:58:48.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:48.801 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[29824]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:48.801 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[29824]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:48.801 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-21T12:58:48.801 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[29824]: osdmap e21: 3 total, 3 up, 3 in 2024-03-21T12:58:48.801 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:48 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:48 smithi196 ceph-mon[25809]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:58:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:48 smithi196 ceph-mon[25809]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:48 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-21T12:58:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:48 smithi196 ceph-mon[25809]: osdmap e21: 3 total, 3 up, 3 in 2024-03-21T12:58:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:48 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:49.059 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40171]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-21T12:58:49.059 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40171]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:49.059 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 12:58:48 smithi067 sudo[40171]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:49.326 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40206]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-21T12:58:49.326 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40206]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:49.326 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40206]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:49.589 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40245]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-21T12:58:49.589 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40245]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:49.589 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40245]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:49.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40253]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-21T12:58:49.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40253]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:49.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40253]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:50.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40261]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-21T12:58:50.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40261]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:50.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:49 smithi067 sudo[40261]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:50.380 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 sudo[40266]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-21T12:58:50.381 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 sudo[40266]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:50.381 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 sudo[40266]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 ceph-mon[25809]: osdmap e22: 3 total, 3 up, 3 in 2024-03-21T12:58:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 sudo[28340]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-21T12:58:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 sudo[28340]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 sudo[28340]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:50.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:50 smithi067 ceph-mon[24852]: osdmap e22: 3 total, 3 up, 3 in 2024-03-21T12:58:50.647 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 sudo[40269]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-21T12:58:50.647 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 sudo[40269]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:50.648 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 sudo[40269]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:50.648 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:50 smithi067 ceph-mon[29824]: osdmap e22: 3 total, 3 up, 3 in 2024-03-21T12:58:50.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 sudo[28343]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-21T12:58:50.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 sudo[28343]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-03-21T12:58:50.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:50 smithi196 sudo[28343]: pam_unix(sudo:session): session closed for user root 2024-03-21T12:58:51.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:58:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:51.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:51.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:51.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:58:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1302420297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]: dispatch 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]: dispatch 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]': finished 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: osdmap e23: 4 total, 3 up, 4 in 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1328377203' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:58:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1302420297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]: dispatch 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]: dispatch 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]': finished 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: osdmap e23: 4 total, 3 up, 4 in 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1328377203' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:58:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:52 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1302420297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]: dispatch 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]: dispatch 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd59d022-9959-4f75-8e80-f338495d2807"}]': finished 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: osdmap e23: 4 total, 3 up, 4 in 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1328377203' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:58:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:52 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T12:58:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:54 smithi067 ceph-mon[24852]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:54.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:54 smithi067 ceph-mon[29824]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:54.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:54 smithi196 ceph-mon[25809]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:55.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:58:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:58:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:58:56.460 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:56 smithi196 ceph-mon[25809]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:56.461 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:56.461 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:56.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:56 smithi067 ceph-mon[24852]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:56.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:56.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:56.588 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:56 smithi067 ceph-mon[29824]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:56.588 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:56.589 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:58:58.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[29824]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:58.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-21T12:58:58.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:58.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[29824]: Deploying daemon osd.3 on smithi067 2024-03-21T12:58:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[24852]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-21T12:58:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:58:58 smithi067 ceph-mon[24852]: Deploying daemon osd.3 on smithi067 2024-03-21T12:58:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:58 smithi196 ceph-mon[25809]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:58:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:58 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-21T12:58:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:58 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:58:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:58:58 smithi196 ceph-mon[25809]: Deploying daemon osd.3 on smithi067 2024-03-21T12:59:00.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:00 smithi067 ceph-mon[24852]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:00.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:00 smithi067 ceph-mon[29824]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:00 smithi196 ceph-mon[25809]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:02.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[24852]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:02.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[29824]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:02.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:02 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:02 smithi196 ceph-mon[25809]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:02 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:02 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:02 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:02 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:02 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:04.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:04 smithi067 ceph-mon[24852]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:04.869 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:04 smithi067 ceph-mon[29824]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:04.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:04 smithi196 ceph-mon[25809]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:05.183 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 3 on host 'smithi067' 2024-03-21T12:59:05.798 DEBUG:teuthology.orchestra.run.smithi067:osd.3> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.3.service 2024-03-21T12:59:05.800 INFO:tasks.cephadm:Deploying osd.4 on smithi196 with /dev/vg_nvme/lv_4... 2024-03-21T12:59:05.800 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-21T12:59:06.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi067 to 3760M 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[29824]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi067 to 3760M 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:06.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:06 smithi067 ceph-mon[24852]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi067 to 3760M 2024-03-21T12:59:06.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:06.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:06.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:06 smithi196 ceph-mon[25809]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-21T12:59:07.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:07 smithi196 ceph-mon[25809]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-21T12:59:07.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:07 smithi196 ceph-mon[25809]: osdmap e24: 4 total, 3 up, 4 in 2024-03-21T12:59:07.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:07 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:07.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:07 smithi196 ceph-mon[25809]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:59:07.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[24852]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-21T12:59:07.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[24852]: osdmap e24: 4 total, 3 up, 4 in 2024-03-21T12:59:07.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:07.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[24852]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:59:07.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[29824]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-21T12:59:07.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[29824]: osdmap e24: 4 total, 3 up, 4 in 2024-03-21T12:59:07.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:07.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-mon[29824]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T12:59:07.358 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T12:59:07.238+0000 7f00b7775700 -1 osd.3 0 waiting for initial osdmap 2024-03-21T12:59:07.359 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 12:59:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T12:59:07.243+0000 7f00b190b700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T12:59:07.701 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-21T12:59:07.701 INFO:teuthology.orchestra.run.smithi196.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-21T12:59:07.701 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10+0 records in 2024-03-21T12:59:07.702 INFO:teuthology.orchestra.run.smithi196.stderr:10+0 records out 2024-03-21T12:59:07.702 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111704 s, 939 MB/s 2024-03-21T12:59:07.702 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping successful for: 2024-03-21T12:59:08.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:08 smithi196 ceph-mon[25809]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:59:08.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:08 smithi196 ceph-mon[25809]: osdmap e25: 4 total, 3 up, 4 in 2024-03-21T12:59:08.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:08.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:08.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:08 smithi196 ceph-mon[25809]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:08.286 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi196:vg_nvme/lv_4 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[24852]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[24852]: osdmap e25: 4 total, 3 up, 4 in 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[24852]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[29824]: from='osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[29824]: osdmap e25: 4 total, 3 up, 4 in 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:08 smithi067 ceph-mon[29824]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-03-21T12:59:09.570 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T12:59:09.570 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T12:59:09.570 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[29824]: osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657] boot 2024-03-21T12:59:09.570 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[29824]: osdmap e26: 4 total, 4 up, 4 in 2024-03-21T12:59:09.570 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:09.571 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T12:59:09.571 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T12:59:09.571 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[24852]: osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657] boot 2024-03-21T12:59:09.571 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[24852]: osdmap e26: 4 total, 4 up, 4 in 2024-03-21T12:59:09.571 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:09 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:09.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:09 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T12:59:09.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:09 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T12:59:09.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:09 smithi196 ceph-mon[25809]: osd.3 [v2:172.21.15.67:6826/3319885657,v1:172.21.15.67:6827/3319885657] boot 2024-03-21T12:59:09.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:09 smithi196 ceph-mon[25809]: osdmap e26: 4 total, 4 up, 4 in 2024-03-21T12:59:09.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:09 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T12:59:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:10 smithi196 ceph-mon[25809]: osdmap e27: 4 total, 4 up, 4 in 2024-03-21T12:59:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:10 smithi196 ceph-mon[25809]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:10.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:59:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[24852]: osdmap e27: 4 total, 4 up, 4 in 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[24852]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[29824]: osdmap e27: 4 total, 4 up, 4 in 2024-03-21T12:59:10.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[29824]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:10.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:10.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:10.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:11.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[24852]: from='client.34193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:11.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:11.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi067 2024-03-21T12:59:11.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:11.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[29824]: from='client.34193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:11.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:11.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi067 2024-03-21T12:59:11.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:11 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:11.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:11 smithi196 ceph-mon[25809]: from='client.34193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:11.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:11 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:11.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:11 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi067 2024-03-21T12:59:11.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:11 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[24852]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/4069076701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]: dispatch 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]: dispatch 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]': finished 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[24852]: osdmap e28: 5 total, 4 up, 5 in 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[29824]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/4069076701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]: dispatch 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]: dispatch 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]': finished 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[29824]: osdmap e28: 5 total, 4 up, 5 in 2024-03-21T12:59:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:12 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:12.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:12 smithi196 ceph-mon[25809]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:12.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:12 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/4069076701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]: dispatch 2024-03-21T12:59:12.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:12 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]: dispatch 2024-03-21T12:59:12.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:12 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6259755c-e624-4050-96ea-30ffc20fa7b4"}]': finished 2024-03-21T12:59:12.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:12 smithi196 ceph-mon[25809]: osdmap e28: 5 total, 4 up, 5 in 2024-03-21T12:59:12.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:12 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:13.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:13 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/1891134316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:13 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/1891134316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:13.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:13 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/1891134316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:14.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:14 smithi067 ceph-mon[24852]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:14.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:14 smithi067 ceph-mon[29824]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:14.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:14 smithi196 ceph-mon[25809]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:15.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:15 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:59:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:16.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:16 smithi196 ceph-mon[25809]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:16.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:16 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:16.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:16 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:16.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:16 smithi067 ceph-mon[29824]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:16.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:16 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:16.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:16 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:16.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:16 smithi067 ceph-mon[24852]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:16.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:16 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:16.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:16 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:18.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:18 smithi196 ceph-mon[25809]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:18.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:18 smithi067 ceph-mon[24852]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:18.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:18 smithi067 ceph-mon[29824]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:20.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:20 smithi196 ceph-mon[25809]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:20.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:20 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-21T12:59:20.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:20 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:20.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:20 smithi067 ceph-mon[24852]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:20.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:20 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-21T12:59:20.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:20 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:20 smithi067 ceph-mon[29824]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:20 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-21T12:59:20.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:20 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:21.555 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:21 smithi196 ceph-mon[25809]: Deploying daemon osd.4 on smithi196 2024-03-21T12:59:21.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:21 smithi067 ceph-mon[24852]: Deploying daemon osd.4 on smithi196 2024-03-21T12:59:21.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:21 smithi067 ceph-mon[29824]: Deploying daemon osd.4 on smithi196 2024-03-21T12:59:22.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:22 smithi196 ceph-mon[25809]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:22.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:22 smithi067 ceph-mon[24852]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:22.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:22 smithi067 ceph-mon[29824]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:24.653 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:24 smithi196 ceph-mon[25809]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:24.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:24 smithi067 ceph-mon[24852]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:24 smithi067 ceph-mon[29824]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:26.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:26.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:26.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:26.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:26.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:26.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:27.074 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:26 smithi067 ceph-mon[24852]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:27.075 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:26 smithi067 ceph-mon[29824]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:26 smithi196 ceph-mon[25809]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:27.398 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 4 on host 'smithi196' 2024-03-21T12:59:27.876 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:27 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:59:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:27.958 DEBUG:teuthology.orchestra.run.smithi196:osd.4> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.4.service 2024-03-21T12:59:27.961 INFO:tasks.cephadm:Deploying osd.5 on smithi196 with /dev/vg_nvme/lv_3... 2024-03-21T12:59:27.961 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:28.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi196 to 16064M 2024-03-21T12:59:28.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-21T12:59:28.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:28 smithi196 ceph-mon[25809]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-21T12:59:28.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:28.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi196 to 16064M 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[24852]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-21T12:59:28.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi196 to 16064M 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-21T12:59:28.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:28 smithi067 ceph-mon[29824]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-21T12:59:29.943 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-21T12:59:29.943 INFO:teuthology.orchestra.run.smithi196.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-21T12:59:29.943 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10+0 records in 2024-03-21T12:59:29.943 INFO:teuthology.orchestra.run.smithi196.stderr:10+0 records out 2024-03-21T12:59:29.943 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127156 s, 825 MB/s 2024-03-21T12:59:29.943 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping successful for: 2024-03-21T12:59:30.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[24852]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[24852]: osdmap e29: 5 total, 4 up, 5 in 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[24852]: from='osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[24852]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[29824]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[29824]: osdmap e29: 5 total, 4 up, 5 in 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[29824]: from='osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:29 smithi067 ceph-mon[29824]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-mon[25809]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-21T12:59:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-mon[25809]: osdmap e29: 5 total, 4 up, 5 in 2024-03-21T12:59:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-mon[25809]: from='osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-mon[25809]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:30.163 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T12:59:29.762+0000 7f8e8e685700 -1 osd.4 0 waiting for initial osdmap 2024-03-21T12:59:30.163 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 12:59:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T12:59:29.766+0000 7f8e87018700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T12:59:30.508 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi196:vg_nvme/lv_3 2024-03-21T12:59:31.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:30 smithi196 ceph-mon[25809]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:30 smithi196 ceph-mon[25809]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T12:59:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:30 smithi196 ceph-mon[25809]: osdmap e30: 5 total, 4 up, 5 in 2024-03-21T12:59:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:31.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[24852]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:31.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[24852]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[24852]: osdmap e30: 5 total, 4 up, 5 in 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[29824]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[29824]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[29824]: osdmap e30: 5 total, 4 up, 5 in 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[24852]: osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462] boot 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[24852]: osdmap e31: 5 total, 5 up, 5 in 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T12:59:32.054 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[29824]: osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462] boot 2024-03-21T12:59:32.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[29824]: osdmap e31: 5 total, 5 up, 5 in 2024-03-21T12:59:32.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:31 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:32.108 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:31 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T12:59:32.108 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:31 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T12:59:32.108 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:31 smithi196 ceph-mon[25809]: osd.4 [v2:172.21.15.196:6800/1963121462,v1:172.21.15.196:6801/1963121462] boot 2024-03-21T12:59:32.108 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:31 smithi196 ceph-mon[25809]: osdmap e31: 5 total, 5 up, 5 in 2024-03-21T12:59:32.108 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:31 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T12:59:33.073 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[24852]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[24852]: osdmap e32: 5 total, 5 up, 5 in 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[29824]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[29824]: osdmap e32: 5 total, 5 up, 5 in 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:33.074 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:32 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:33.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:32 smithi196 ceph-mon[25809]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-03-21T12:59:33.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:32 smithi196 ceph-mon[25809]: osdmap e32: 5 total, 5 up, 5 in 2024-03-21T12:59:33.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:32 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:33.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:32 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:33.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:32 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:34.062 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:33 smithi196 ceph-mon[25809]: from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:34.062 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:33 smithi196 ceph-mon[25809]: osdmap e33: 5 total, 5 up, 5 in 2024-03-21T12:59:34.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:33 smithi067 ceph-mon[24852]: from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:34.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:33 smithi067 ceph-mon[24852]: osdmap e33: 5 total, 5 up, 5 in 2024-03-21T12:59:34.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:33 smithi067 ceph-mon[29824]: from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:34.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:33 smithi067 ceph-mon[29824]: osdmap e33: 5 total, 5 up, 5 in 2024-03-21T12:59:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:34 smithi067 ceph-mon[24852]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:34 smithi067 ceph-mon[24852]: osdmap e34: 5 total, 5 up, 5 in 2024-03-21T12:59:35.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:34 smithi067 ceph-mon[29824]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:35.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:34 smithi067 ceph-mon[29824]: osdmap e34: 5 total, 5 up, 5 in 2024-03-21T12:59:35.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:34 smithi196 ceph-mon[25809]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:34 smithi196 ceph-mon[25809]: osdmap e34: 5 total, 5 up, 5 in 2024-03-21T12:59:35.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:59:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: osdmap e35: 5 total, 5 up, 5 in 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/3342155699' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]: dispatch 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]: dispatch 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]': finished 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: osdmap e36: 6 total, 5 up, 6 in 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/2872408767' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:35.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: osdmap e35: 5 total, 5 up, 5 in 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/3342155699' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]: dispatch 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]: dispatch 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]': finished 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: osdmap e36: 6 total, 5 up, 6 in 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/2872408767' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:35.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: osdmap e35: 5 total, 5 up, 5 in 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/3342155699' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]: dispatch 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]: dispatch 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "935cf547-75d3-4b7e-b72c-906ba34f8ed1"}]': finished 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: osdmap e36: 6 total, 5 up, 6 in 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/2872408767' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:37.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:36 smithi196 ceph-mon[25809]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:37.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:36 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi196 2024-03-21T12:59:37.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:59:37.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:59:37.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[24852]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi196 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[29824]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi196 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T12:59:37.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T12:59:39.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:38 smithi196 ceph-mon[25809]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-03-21T12:59:39.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:38 smithi067 ceph-mon[24852]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-03-21T12:59:39.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:38 smithi067 ceph-mon[29824]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-03-21T12:59:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:40 smithi067 ceph-mon[24852]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-21T12:59:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:40 smithi067 ceph-mon[29824]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-21T12:59:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:40 smithi196 ceph-mon[25809]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-21T12:59:42.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:42 smithi196 ceph-mon[25809]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-03-21T12:59:42.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-21T12:59:42.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:42 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:42 smithi067 ceph-mon[24852]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-03-21T12:59:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-21T12:59:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:42 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:42 smithi067 ceph-mon[29824]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-03-21T12:59:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-21T12:59:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:42 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:43 smithi196 ceph-mon[25809]: Deploying daemon osd.5 on smithi196 2024-03-21T12:59:44.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:43 smithi067 ceph-mon[24852]: Deploying daemon osd.5 on smithi196 2024-03-21T12:59:44.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:43 smithi067 ceph-mon[29824]: Deploying daemon osd.5 on smithi196 2024-03-21T12:59:45.108 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:44 smithi196 ceph-mon[25809]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-03-21T12:59:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:44 smithi067 ceph-mon[24852]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-03-21T12:59:45.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:44 smithi067 ceph-mon[29824]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-03-21T12:59:47.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:46 smithi196 ceph-mon[25809]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-21T12:59:47.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:47.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:47.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:47.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:47.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:46 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[24852]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-21T12:59:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[29824]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:46 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:48.079 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:12:59:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:49.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:48 smithi196 ceph-mon[25809]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-03-21T12:59:49.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:48 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:49.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:48 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:49.116 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 5 on host 'smithi196' 2024-03-21T12:59:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:48 smithi067 ceph-mon[24852]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-03-21T12:59:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:48 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:48 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:49.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:48 smithi067 ceph-mon[29824]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-03-21T12:59:49.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:48 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:49.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:48 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:49.702 DEBUG:teuthology.orchestra.run.smithi196:osd.5> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.5.service 2024-03-21T12:59:49.704 INFO:tasks.cephadm:Deploying osd.6 on smithi196 with /dev/vg_nvme/lv_2... 2024-03-21T12:59:49.704 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-21T12:59:50.050 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 12:59:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T12:59:49.769+0000 7f0b990a43c0 -1 osd.5 0 log_to_monitors true 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi196 to 8032M 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:50.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-21T12:59:50.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:50 smithi196 ceph-mon[25809]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-21T12:59:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi196 to 8032M 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[24852]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi196 to 8032M 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-21T12:59:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:50 smithi067 ceph-mon[29824]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-21T12:59:51.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-mon[25809]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-21T12:59:51.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-mon[25809]: osdmap e37: 6 total, 5 up, 6 in 2024-03-21T12:59:51.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:51.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-mon[25809]: from='osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:51.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-mon[25809]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:51.230 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T12:59:51.159+0000 7f0b8faa7700 -1 osd.5 0 waiting for initial osdmap 2024-03-21T12:59:51.230 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 12:59:51 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T12:59:51.164+0000 7f0b8b440700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T12:59:51.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[24852]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[24852]: osdmap e37: 6 total, 5 up, 6 in 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[24852]: from='osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[24852]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[29824]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[29824]: osdmap e37: 6 total, 5 up, 6 in 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[29824]: from='osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:51.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:51 smithi067 ceph-mon[29824]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T12:59:51.695 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-21T12:59:51.695 INFO:teuthology.orchestra.run.smithi196.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-21T12:59:51.695 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10+0 records in 2024-03-21T12:59:51.696 INFO:teuthology.orchestra.run.smithi196.stderr:10+0 records out 2024-03-21T12:59:51.696 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123051 s, 852 MB/s 2024-03-21T12:59:51.696 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping successful for: 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: osdmap e38: 6 total, 5 up, 6 in 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246] boot 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: osdmap e39: 6 total, 6 up, 6 in 2024-03-21T12:59:52.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:52 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.273 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi196:vg_nvme/lv_2 2024-03-21T12:59:52.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T12:59:52.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: osdmap e38: 6 total, 5 up, 6 in 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246] boot 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: osdmap e39: 6 total, 6 up, 6 in 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: osdmap e38: 6 total, 5 up, 6 in 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-03-21T12:59:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: osd.5 [v2:172.21.15.196:6808/1592014246,v1:172.21.15.196:6809/1592014246] boot 2024-03-21T12:59:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: osdmap e39: 6 total, 6 up, 6 in 2024-03-21T12:59:52.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:52 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T12:59:53.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:53 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T12:59:53.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:53 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T12:59:53.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:53 smithi196 ceph-mon[25809]: osdmap e40: 6 total, 6 up, 6 in 2024-03-21T12:59:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:53 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T12:59:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:53 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T12:59:53.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:53 smithi067 ceph-mon[24852]: osdmap e40: 6 total, 6 up, 6 in 2024-03-21T12:59:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:53 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T12:59:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:53 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T12:59:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:53 smithi067 ceph-mon[29824]: osdmap e40: 6 total, 6 up, 6 in 2024-03-21T12:59:54.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:54 smithi196 ceph-mon[25809]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:54.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:54 smithi196 ceph-mon[25809]: osdmap e41: 6 total, 6 up, 6 in 2024-03-21T12:59:54.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:54 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:54.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:54 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:54.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:54 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:54.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[24852]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:54.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[24852]: osdmap e41: 6 total, 6 up, 6 in 2024-03-21T12:59:54.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:54.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:54.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:54.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[29824]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:54.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[29824]: osdmap e41: 6 total, 6 up, 6 in 2024-03-21T12:59:54.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T12:59:54.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T12:59:54.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:54 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:55.736 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:55 smithi196 ceph-mon[25809]: from='client.34247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:55.736 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:55 smithi196 ceph-mon[25809]: osdmap e42: 6 total, 6 up, 6 in 2024-03-21T12:59:55.736 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:55 smithi196 ceph-mon[25809]: osdmap e43: 6 total, 6 up, 6 in 2024-03-21T12:59:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-mon[24852]: from='client.34247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-mon[24852]: osdmap e42: 6 total, 6 up, 6 in 2024-03-21T12:59:55.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-mon[24852]: osdmap e43: 6 total, 6 up, 6 in 2024-03-21T12:59:55.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:59:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-mon[29824]: from='client.34247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T12:59:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-mon[29824]: osdmap e42: 6 total, 6 up, 6 in 2024-03-21T12:59:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:55 smithi067 ceph-mon[29824]: osdmap e43: 6 total, 6 up, 6 in 2024-03-21T12:59:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi196 2024-03-21T12:59:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: pgmap v136: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/657328906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]: dispatch 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]: dispatch 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]': finished 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: osdmap e44: 7 total, 6 up, 7 in 2024-03-21T12:59:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:56 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T12:59:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi196 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: pgmap v136: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/657328906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]: dispatch 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]: dispatch 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]': finished 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: osdmap e44: 7 total, 6 up, 7 in 2024-03-21T12:59:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi196 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: pgmap v136: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/657328906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]: dispatch 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]: dispatch 2024-03-21T12:59:56.970 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ff334db-8303-4d58-b52e-1c974d07018b"}]': finished 2024-03-21T12:59:56.971 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: osdmap e44: 7 total, 6 up, 7 in 2024-03-21T12:59:56.971 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T12:59:57.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 12:59:56 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:12:59:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/895242830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:57 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:58.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/895242830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/895242830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T12:59:58.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:58.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:58.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T12:59:58.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T12:59:58.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T12:59:58.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:57 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T12:59:59.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:58 smithi196 ceph-mon[25809]: pgmap v138: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:59.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:58 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:59:59.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 12:59:58 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T12:59:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:58 smithi067 ceph-mon[24852]: pgmap v138: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:58 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:59:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 12:59:58 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T12:59:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:58 smithi067 ceph-mon[29824]: pgmap v138: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-03-21T12:59:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:58 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T12:59:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 12:59:58 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:00:00.755 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:00 smithi196 ceph-mon[25809]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:00.755 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:00 smithi196 ceph-mon[25809]: overall HEALTH_OK 2024-03-21T13:00:00.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:00 smithi067 ceph-mon[24852]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:00.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:00 smithi067 ceph-mon[24852]: overall HEALTH_OK 2024-03-21T13:00:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:00 smithi067 ceph-mon[29824]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:00 smithi067 ceph-mon[29824]: overall HEALTH_OK 2024-03-21T13:00:02.844 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:02 smithi196 ceph-mon[25809]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:02.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:02 smithi067 ceph-mon[24852]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:02.955 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:02 smithi067 ceph-mon[29824]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:03.789 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:03 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-21T13:00:03.789 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:03 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:04.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-21T13:00:04.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:03 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:04.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:03 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-21T13:00:04.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:03 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:04.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:04 smithi196 ceph-mon[25809]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:04.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:04 smithi196 ceph-mon[25809]: Deploying daemon osd.6 on smithi196 2024-03-21T13:00:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:04 smithi067 ceph-mon[24852]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:04 smithi067 ceph-mon[24852]: Deploying daemon osd.6 on smithi196 2024-03-21T13:00:05.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:04 smithi067 ceph-mon[29824]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:05.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:04 smithi067 ceph-mon[29824]: Deploying daemon osd.6 on smithi196 2024-03-21T13:00:07.055 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:06 smithi196 ceph-mon[25809]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:06 smithi067 ceph-mon[24852]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:07.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:06 smithi067 ceph-mon[29824]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:08.210 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:00:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:00:08.891 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:08.891 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.891 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.891 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:08.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:08 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:08 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.501 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 6 on host 'smithi196' 2024-03-21T13:00:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:10.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:10 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:10.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:10 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:11.114 DEBUG:teuthology.orchestra.run.smithi196:osd.6> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.6.service 2024-03-21T13:00:11.117 INFO:tasks.cephadm:Deploying osd.7 on smithi196 with /dev/vg_nvme/lv_1... 2024-03-21T13:00:11.117 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-21T13:00:12.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:11 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi196 to 5354M 2024-03-21T13:00:12.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:11 smithi067 ceph-mon[24852]: from='osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-21T13:00:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:11 smithi067 ceph-mon[24852]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-21T13:00:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:11 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi196 to 5354M 2024-03-21T13:00:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:11 smithi067 ceph-mon[29824]: from='osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-21T13:00:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:11 smithi067 ceph-mon[29824]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-21T13:00:12.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:11 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi196 to 5354M 2024-03-21T13:00:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:11 smithi196 ceph-mon[25809]: from='osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-21T13:00:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:11 smithi196 ceph-mon[25809]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-21T13:00:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-mon[25809]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-mon[25809]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-21T13:00:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-mon[25809]: osdmap e45: 7 total, 6 up, 7 in 2024-03-21T13:00:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-mon[25809]: from='osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-mon[25809]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:12.914 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:00:12.723+0000 7f745277d700 -1 osd.6 0 waiting for initial osdmap 2024-03-21T13:00:12.914 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:00:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:00:12.729+0000 7f744c913700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T13:00:13.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[24852]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:13.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[24852]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-21T13:00:13.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[24852]: osdmap e45: 7 total, 6 up, 7 in 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[24852]: from='osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[24852]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[29824]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[29824]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[29824]: osdmap e45: 7 total, 6 up, 7 in 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[29824]: from='osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:12 smithi067 ceph-mon[29824]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:13.182 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-21T13:00:13.182 INFO:teuthology.orchestra.run.smithi196.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-21T13:00:13.183 INFO:teuthology.orchestra.run.smithi196.stderr: stderr: 10+0 records in 2024-03-21T13:00:13.183 INFO:teuthology.orchestra.run.smithi196.stderr:10+0 records out 2024-03-21T13:00:13.183 INFO:teuthology.orchestra.run.smithi196.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0140267 s, 748 MB/s 2024-03-21T13:00:13.183 INFO:teuthology.orchestra.run.smithi196.stderr:--> Zapping successful for: 2024-03-21T13:00:13.746 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:13 smithi196 ceph-mon[25809]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T13:00:13.746 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:13 smithi196 ceph-mon[25809]: osdmap e46: 7 total, 6 up, 7 in 2024-03-21T13:00:13.746 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:13 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:13.746 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:13 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:13.772 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi196:vg_nvme/lv_1 2024-03-21T13:00:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[24852]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[24852]: osdmap e46: 7 total, 6 up, 7 in 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[29824]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[29824]: osdmap e46: 7 total, 6 up, 7 in 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:13 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:15.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T13:00:15.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T13:00:15.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:15.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:15.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532] boot 2024-03-21T13:00:15.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: osdmap e47: 7 total, 7 up, 7 in 2024-03-21T13:00:15.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:14 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532] boot 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: osdmap e47: 7 total, 7 up, 7 in 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: osd.6 [v2:172.21.15.196:6816/1614103532,v1:172.21.15.196:6817/1614103532] boot 2024-03-21T13:00:15.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: osdmap e47: 7 total, 7 up, 7 in 2024-03-21T13:00:15.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:14 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:15 smithi196 ceph-mon[25809]: osdmap e48: 7 total, 7 up, 7 in 2024-03-21T13:00:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:15 smithi196 ceph-mon[25809]: osdmap e49: 7 total, 7 up, 7 in 2024-03-21T13:00:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T13:00:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T13:00:16.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:15 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[24852]: osdmap e48: 7 total, 7 up, 7 in 2024-03-21T13:00:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[24852]: osdmap e49: 7 total, 7 up, 7 in 2024-03-21T13:00:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T13:00:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T13:00:16.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[29824]: osdmap e48: 7 total, 7 up, 7 in 2024-03-21T13:00:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[29824]: osdmap e49: 7 total, 7 up, 7 in 2024-03-21T13:00:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-21T13:00:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-21T13:00:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:15 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:16 smithi196 ceph-mon[25809]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:16 smithi196 ceph-mon[25809]: from='client.34274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:17.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:16 smithi067 ceph-mon[29824]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:17.085 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:16 smithi067 ceph-mon[29824]: from='client.34274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:17.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:16 smithi067 ceph-mon[24852]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:17.086 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:16 smithi067 ceph-mon[24852]: from='client.34274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:17.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:00:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:00:18.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: osdmap e50: 7 total, 7 up, 7 in 2024-03-21T13:00:18.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:18.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: osdmap e50: 7 total, 7 up, 7 in 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:18.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:17 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: osdmap e50: 7 total, 7 up, 7 in 2024-03-21T13:00:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:18.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:18.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:17 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:18.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi196 2024-03-21T13:00:18.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: osdmap e51: 7 total, 7 up, 7 in 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/2211854890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]: dispatch 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]: dispatch 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]': finished 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: osdmap e52: 8 total, 7 up, 8 in 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/2768153748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T13:00:18.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:00:18] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi196 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: osdmap e51: 7 total, 7 up, 7 in 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/2211854890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]: dispatch 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]: dispatch 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]': finished 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: osdmap e52: 8 total, 7 up, 8 in 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/2768153748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi196 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: osdmap e51: 7 total, 7 up, 7 in 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/2211854890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]: dispatch 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]: dispatch 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71811bd9-fea8-40d5-93bf-766f0a8bdaad"}]': finished 2024-03-21T13:00:18.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: osdmap e52: 8 total, 7 up, 8 in 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:18.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/2768153748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-21T13:00:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:19 smithi067 ceph-mon[24852]: pgmap v158: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:19 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T13:00:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:19 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:00:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:19 smithi067 ceph-mon[29824]: pgmap v158: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:19 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T13:00:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:19 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:00:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:19 smithi196 ceph-mon[25809]: pgmap v158: 1 pgs: 1 remapped+peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:19 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T13:00:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:19 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:00:21.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:21 smithi196 ceph-mon[25809]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-03-21T13:00:22.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:21 smithi067 ceph-mon[24852]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-03-21T13:00:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:21 smithi067 ceph-mon[29824]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-03-21T13:00:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:23 smithi196 ceph-mon[25809]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-03-21T13:00:23.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:23 smithi067 ceph-mon[24852]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-03-21T13:00:23.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:23 smithi067 ceph-mon[29824]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-03-21T13:00:25.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:25 smithi196 ceph-mon[25809]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-03-21T13:00:25.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-21T13:00:25.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:25 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:25 smithi067 ceph-mon[24852]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-03-21T13:00:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-21T13:00:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:25 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:25 smithi067 ceph-mon[29824]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-03-21T13:00:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-21T13:00:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:25 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:26 smithi196 ceph-mon[25809]: Deploying daemon osd.7 on smithi196 2024-03-21T13:00:26.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:26 smithi067 ceph-mon[29824]: Deploying daemon osd.7 on smithi196 2024-03-21T13:00:26.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:26 smithi067 ceph-mon[24852]: Deploying daemon osd.7 on smithi196 2024-03-21T13:00:27.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:27 smithi196 ceph-mon[25809]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-21T13:00:27.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:27 smithi067 ceph-mon[29824]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-21T13:00:27.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:27 smithi067 ceph-mon[24852]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-21T13:00:28.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:28 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:00:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:00:29.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:29.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:29 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:29.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:29 smithi196 ceph-mon[25809]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-21T13:00:29.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:29.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:29 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:29.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:29 smithi067 ceph-mon[24852]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-21T13:00:29.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:29.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:29 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:29.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:29 smithi067 ceph-mon[29824]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-03-21T13:00:31.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[24852]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:30 smithi067 ceph-mon[29824]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-03-21T13:00:31.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:31.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:31.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:31.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:31.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:30 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:31.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:30 smithi196 ceph-mon[25809]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-03-21T13:00:32.468 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 7 on host 'smithi196' 2024-03-21T13:00:33.078 DEBUG:teuthology.orchestra.run.smithi196:osd.7> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.7.service 2024-03-21T13:00:33.080 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-03-21T13:00:33.080 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd stat -f json 2024-03-21T13:00:33.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:00:33.116+0000 7fc802ec73c0 -1 osd.7 0 log_to_monitors true 2024-03-21T13:00:33.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: Adjusting osd_memory_target on smithi196 to 4016M 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-21T13:00:33.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[29824]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: Adjusting osd_memory_target on smithi196 to 4016M 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:33.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-21T13:00:33.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:33 smithi067 ceph-mon[24852]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: Adjusting osd_memory_target on smithi196 to 4016M 2024-03-21T13:00:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-21T13:00:33.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:33 smithi196 ceph-mon[25809]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-21T13:00:34.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[24852]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-21T13:00:34.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[24852]: osdmap e53: 8 total, 7 up, 8 in 2024-03-21T13:00:34.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:34.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[24852]: from='osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:34.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[24852]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:34.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[29824]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-21T13:00:34.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[29824]: osdmap e53: 8 total, 7 up, 8 in 2024-03-21T13:00:34.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:34.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[29824]: from='osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:34.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:34 smithi067 ceph-mon[29824]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-mon[25809]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-21T13:00:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-mon[25809]: osdmap e53: 8 total, 7 up, 8 in 2024-03-21T13:00:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-mon[25809]: from='osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-mon[25809]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-03-21T13:00:34.913 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:00:34.566+0000 7fc7f98ca700 -1 osd.7 0 waiting for initial osdmap 2024-03-21T13:00:34.913 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:00:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:00:34.576+0000 7fc7f2a5e700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T13:00:35.219 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[24852]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[24852]: osdmap e54: 8 total, 7 up, 8 in 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[24852]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3115332729' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[29824]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[29824]: osdmap e54: 8 total, 7 up, 8 in 2024-03-21T13:00:35.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:35.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[29824]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:35.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:35.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:35 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3115332729' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-21T13:00:35.832 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1711026013,"num_in_osds":8,"osd_in_since":1711026018,"num_remapped_pgs":0} 2024-03-21T13:00:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:35 smithi196 ceph-mon[25809]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-03-21T13:00:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:35 smithi196 ceph-mon[25809]: osdmap e54: 8 total, 7 up, 8 in 2024-03-21T13:00:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:35 smithi196 ceph-mon[25809]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:35 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:35 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3115332729' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-21T13:00:36.833 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd stat -f json 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: purged_snaps scrub starts 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: purged_snaps scrub ok 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856] boot 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: osdmap e55: 8 total, 8 up, 8 in 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:00:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[24852]: osdmap e56: 8 total, 8 up, 8 in 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: purged_snaps scrub starts 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: purged_snaps scrub ok 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856] boot 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: osdmap e55: 8 total, 8 up, 8 in 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:00:36.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:36 smithi067 ceph-mon[29824]: osdmap e56: 8 total, 8 up, 8 in 2024-03-21T13:00:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: purged_snaps scrub starts 2024-03-21T13:00:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: purged_snaps scrub ok 2024-03-21T13:00:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: osd.7 [v2:172.21.15.196:6824/855412856,v1:172.21.15.196:6825/855412856] boot 2024-03-21T13:00:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: osdmap e55: 8 total, 8 up, 8 in 2024-03-21T13:00:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:00:36.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:00:36.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:36 smithi196 ceph-mon[25809]: osdmap e56: 8 total, 8 up, 8 in 2024-03-21T13:00:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:37 smithi067 ceph-mon[24852]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:37 smithi067 ceph-mon[24852]: osdmap e57: 8 total, 8 up, 8 in 2024-03-21T13:00:37.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:37 smithi067 ceph-mon[29824]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:37.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:37 smithi067 ceph-mon[29824]: osdmap e57: 8 total, 8 up, 8 in 2024-03-21T13:00:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:37 smithi196 ceph-mon[25809]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-03-21T13:00:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:37 smithi196 ceph-mon[25809]: osdmap e57: 8 total, 8 up, 8 in 2024-03-21T13:00:37.964 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:00:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:00:38.644 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:00:38.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:38.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi196 2024-03-21T13:00:38.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:38.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3819743' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-21T13:00:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi196 2024-03-21T13:00:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:38 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3819743' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-21T13:00:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:38 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:38 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi196 2024-03-21T13:00:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:38 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:38 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3819743' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-21T13:00:39.254 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":57,"num_osds":8,"num_up_osds":8,"osd_up_since":1711026035,"num_in_osds":8,"osd_in_since":1711026018,"num_remapped_pgs":1} 2024-03-21T13:00:39.254 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-21T13:00:39.516 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:00:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:39 smithi067 ceph-mon[24852]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:39 smithi067 ceph-mon[24852]: osdmap e58: 8 total, 8 up, 8 in 2024-03-21T13:00:39.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:39 smithi067 ceph-mon[29824]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:39.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:39 smithi067 ceph-mon[29824]: osdmap e58: 8 total, 8 up, 8 in 2024-03-21T13:00:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:39 smithi196 ceph-mon[25809]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:40.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:39 smithi196 ceph-mon[25809]: osdmap e58: 8 total, 8 up, 8 in 2024-03-21T13:00:40.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:40 smithi067 ceph-mon[24852]: osdmap e59: 8 total, 8 up, 8 in 2024-03-21T13:00:40.838 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:40 smithi067 ceph-mon[29824]: osdmap e59: 8 total, 8 up, 8 in 2024-03-21T13:00:40.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:40 smithi196 ceph-mon[25809]: osdmap e59: 8 total, 8 up, 8 in 2024-03-21T13:00:41.259 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:00:41.259 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":59,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","created":"2024-03-21T12:55:42.823619+0000","modified":"2024-03-21T13:00:39.708035+0000","last_up_change":"2024-03-21T13:00:35.559528+0000","last_in_change":"2024-03-21T13:00:18.011874+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-21T12:58:46.150595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"aadf51f2-eed2-44e0-896a-5d6541acf212","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6803","nonce":1454577270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6805","nonce":1454577270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6809","nonce":1454577270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6807","nonce":1454577270}]},"public_addr":"172.21.15.67:6803/1454577270","cluster_addr":"172.21.15.67:6805/1454577270","heartbeat_back_addr":"172.21.15.67:6809/1454577270","heartbeat_front_addr":"172.21.15.67:6807/1454577270","state":["exists","up"]},{"osd":1,"uuid":"c4df849e-0c86-4651-98df-b5c6be0cad6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6811","nonce":1089280947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6813","nonce":1089280947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6817","nonce":1089280947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6815","nonce":1089280947}]},"public_addr":"172.21.15.67:6811/1089280947","cluster_addr":"172.21.15.67:6813/1089280947","heartbeat_back_addr":"172.21.15.67:6817/1089280947","heartbeat_front_addr":"172.21.15.67:6815/1089280947","state":["exists","up"]},{"osd":2,"uuid":"bc10a9dc-3da1-4208-b4fd-43ddfd7d7238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6819","nonce":3257819042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6821","nonce":3257819042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6825","nonce":3257819042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6823","nonce":3257819042}]},"public_addr":"172.21.15.67:6819/3257819042","cluster_addr":"172.21.15.67:6821/3257819042","heartbeat_back_addr":"172.21.15.67:6825/3257819042","heartbeat_front_addr":"172.21.15.67:6823/3257819042","state":["exists","up"]},{"osd":3,"uuid":"bd59d022-9959-4f75-8e80-f338495d2807","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6827","nonce":3319885657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6829","nonce":3319885657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6833","nonce":3319885657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6831","nonce":3319885657}]},"public_addr":"172.21.15.67:6827/3319885657","cluster_addr":"172.21.15.67:6829/3319885657","heartbeat_back_addr":"172.21.15.67:6833/3319885657","heartbeat_front_addr":"172.21.15.67:6831/3319885657","state":["exists","up"]},{"osd":4,"uuid":"6259755c-e624-4050-96ea-30ffc20fa7b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6801","nonce":1963121462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6803","nonce":1963121462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6807","nonce":1963121462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6805","nonce":1963121462}]},"public_addr":"172.21.15.196:6801/1963121462","cluster_addr":"172.21.15.196:6803/1963121462","heartbeat_back_addr":"172.21.15.196:6807/1963121462","heartbeat_front_addr":"172.21.15.196:6805/1963121462","state":["exists","up"]},{"osd":5,"uuid":"935cf547-75d3-4b7e-b72c-906ba34f8ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6809","nonce":1592014246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6811","nonce":1592014246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6815","nonce":1592014246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6813","nonce":1592014246}]},"public_addr":"172.21.15.196:6809/1592014246","cluster_addr":"172.21.15.196:6811/1592014246","heartbeat_back_addr":"172.21.15.196:6815/1592014246","heartbeat_front_addr":"172.21.15.196:6813/1592014246","state":["exists","up"]},{"osd":6,"uuid":"6ff334db-8303-4d58-b52e-1c974d07018b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6817","nonce":1614103532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6819","nonce":1614103532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6823","nonce":1614103532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6821","nonce":1614103532}]},"public_addr":"172.21.15.196:6817/1614103532","cluster_addr":"172.21.15.196:6819/1614103532","heartbeat_back_addr":"172.21.15.196:6823/1614103532","heartbeat_front_addr":"172.21.15.196:6821/1614103532","state":["exists","up"]},{"osd":7,"uuid":"71811bd9-fea8-40d5-93bf-766f0a8bdaad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6825","nonce":855412856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6827","nonce":855412856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6831","nonce":855412856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6829","nonce":855412856}]},"public_addr":"172.21.15.196:6825/855412856","cluster_addr":"172.21.15.196:6827/855412856","heartbeat_back_addr":"172.21.15.196:6831/855412856","heartbeat_front_addr":"172.21.15.196:6829/855412856","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:57:56.052450+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:58:18.506639+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:58:42.825432+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:06.626291+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:28.879606+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:50.734728+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T13:00:12.025213+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T13:00:34.135000+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/1134033391":"2024-03-22T12:56:35.772845+0000","172.21.15.67:6801/3549647470":"2024-03-22T12:56:35.772845+0000","172.21.15.67:6800/3549647470":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/2466130762":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/4095096167":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/2261099158":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/3044634796":"2024-03-22T12:56:13.012805+0000","172.21.15.67:6801/3571826370":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/1136137145":"2024-03-22T12:56:13.012805+0000","172.21.15.67:6800/3571826370":"2024-03-22T12:56:13.012805+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-21T13:00:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:41 smithi067 ceph-mon[24852]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:41 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2844731193' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:00:41.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:41 smithi067 ceph-mon[29824]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:41.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:41 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2844731193' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:00:41.949 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-21T12:58:46.150595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-03-21T13:00:41.950 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-21T13:00:41.987 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:41 smithi196 ceph-mon[25809]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:41.987 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:41 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2844731193' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:00:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:00:43.842 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-03-21T13:00:43.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:43 smithi067 ceph-mon[24852]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-21T13:00:43.842 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:43 smithi067 ceph-mon[29824]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-21T13:00:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:43 smithi196 ceph-mon[25809]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-21T13:00:44.512 INFO:tasks.cephadm:Adding prometheus.a on smithi196 2024-03-21T13:00:44.512 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch apply prometheus '1;smithi196=a' 2024-03-21T13:00:44.832 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:44 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3916034187' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-21T13:00:44.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:44 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3916034187' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-21T13:00:44.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:44 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3916034187' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-21T13:00:45.810 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:45 smithi196 ceph-mon[25809]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-03-21T13:00:45.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:45 smithi067 ceph-mon[29824]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-03-21T13:00:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:45 smithi067 ceph-mon[24852]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-03-21T13:00:46.335 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled prometheus update... 2024-03-21T13:00:47.041 DEBUG:teuthology.orchestra.run.smithi196:prometheus.a> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service 2024-03-21T13:00:47.043 INFO:tasks.cephadm:Adding node-exporter.a on smithi067 2024-03-21T13:00:47.043 INFO:tasks.cephadm:Adding node-exporter.b on smithi196 2024-03-21T13:00:47.043 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch apply node-exporter '2;smithi067=a;smithi196=b' 2024-03-21T13:00:47.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:47.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: Saving service prometheus spec with placement smithi196=a;count:1 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-21T13:00:47.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mon[25809]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-03-21T13:00:47.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setuser ceph since I am not root 2024-03-21T13:00:47.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setgroup ceph since I am not root 2024-03-21T13:00:47.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mgr[25091]: -- 172.21.15.67:0/3494305609 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560d60416340 con 0x560d603ef000 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: Saving service prometheus spec with placement smithi196=a;count:1 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[29824]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-03-21T13:00:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: Saving service prometheus spec with placement smithi196=a;count:1 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-21T13:00:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-mon[24852]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-03-21T13:00:47.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ignoring --setuser ceph since I am not root 2024-03-21T13:00:47.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ignoring --setgroup ceph since I am not root 2024-03-21T13:00:47.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-mgr[27358]: -- 172.21.15.196:0/226139913 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56355e010340 con 0x56355dfe8c00 2024-03-21T13:00:48.081 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:47.873+0000 7f780c408000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:00:48.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:47.963+0000 7f780c408000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:00:48.147 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:47.871+0000 7f51284e2000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:00:48.147 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:47.962+0000 7f51284e2000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:00:48.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-mon[24852]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-21T13:00:48.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-mon[24852]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-21T13:00:48.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-mon[29824]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-21T13:00:48.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-mon[29824]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-21T13:00:48.621 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:48.584+0000 7f780c408000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:00:48.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:48 smithi196 ceph-mon[25809]: from='mgr.14150 172.21.15.67:0/3646736189' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-21T13:00:48.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:48 smithi196 ceph-mon[25809]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-21T13:00:48.896 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:48.567+0000 7f51284e2000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:00:48.896 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:48.658+0000 7f51284e2000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:00:48.896 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:48.743+0000 7f51284e2000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:00:48.896 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:48.894+0000 7f51284e2000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:00:48.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:48.678+0000 7f780c408000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:00:48.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:48.763+0000 7f780c408000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:00:49.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:48.977+0000 7f51284e2000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:00:49.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:49.088+0000 7f51284e2000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:00:49.192 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:48.919+0000 7f780c408000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:00:49.192 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:49.001+0000 7f780c408000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:00:49.192 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:49.109+0000 7f780c408000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:00:49.192 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:49.191+0000 7f780c408000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:00:49.434 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:49.173+0000 7f51284e2000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:00:49.435 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:49.343+0000 7f51284e2000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:00:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:49.354+0000 7f780c408000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:00:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:49.438+0000 7f780c408000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:00:49.793 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:49.432+0000 7f51284e2000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:00:50.762 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:50.447+0000 7f780c408000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:00:50.762 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:50.574+0000 7f780c408000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:00:50.762 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:50.761+0000 7f780c408000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:00:50.836 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:50.497+0000 7f51284e2000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:00:50.836 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:50.634+0000 7f51284e2000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:00:50.836 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:50.834+0000 7f51284e2000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:00:51.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:50.926+0000 7f51284e2000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:00:51.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:51.069+0000 7f51284e2000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:00:51.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:50.848+0000 7f780c408000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:00:51.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:50.982+0000 7f780c408000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:00:51.492 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:51.398+0000 7f51284e2000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:00:51.603 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:51 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:51.300+0000 7f780c408000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:00:51.603 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:51 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:51.519+0000 7f780c408000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:00:51.604 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:51 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:51.603+0000 7f780c408000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:00:51.868 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:51.630+0000 7f51284e2000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:00:51.868 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:51.717+0000 7f51284e2000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:00:51.912 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:51 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:51.769+0000 7f780c408000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:00:52.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:51 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:51.894+0000 7f51284e2000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:00:52.973 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:52 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:52.681+0000 7f780c408000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:00:53.143 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:52 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:52.837+0000 7f51284e2000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:00:53.232 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:52 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:52.972+0000 7f780c408000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:00:53.232 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:53.066+0000 7f780c408000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:00:53.232 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:53.215+0000 7f780c408000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:00:53.232 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: [21/Mar/2024:13:00:53] ENGINE Bus STARTING 2024-03-21T13:00:53.396 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:53.142+0000 7f51284e2000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:00:53.396 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:53.240+0000 7f51284e2000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:00:53.396 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:53.395+0000 7f51284e2000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:00:53.550 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: CherryPy Checker: 2024-03-21T13:00:53.550 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: The Application mounted at '' has an empty config. 2024-03-21T13:00:53.550 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: 2024-03-21T13:00:53.550 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: [21/Mar/2024:13:00:53] ENGINE Serving on http://:::9283 2024-03-21T13:00:53.551 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: [21/Mar/2024:13:00:53] ENGINE Bus STARTED 2024-03-21T13:00:53.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:00:53] ENGINE Bus STARTING 2024-03-21T13:00:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: Standby manager daemon x restarted 2024-03-21T13:00:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T13:00:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:00:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: Active manager daemon y restarted 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: Activating manager daemon y 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[24852]: osdmap e60: 8 total, 8 up, 8 in 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: Standby manager daemon x restarted 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: Active manager daemon y restarted 2024-03-21T13:00:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: Activating manager daemon y 2024-03-21T13:00:53.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-mon[29824]: osdmap e60: 8 total, 8 up, 8 in 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: Standby manager daemon x restarted 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2818166714' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: Active manager daemon y restarted 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: Activating manager daemon y 2024-03-21T13:00:53.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:53 smithi196 ceph-mon[25809]: osdmap e60: 8 total, 8 up, 8 in 2024-03-21T13:00:54.137 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: CherryPy Checker: 2024-03-21T13:00:54.138 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: The Application mounted at '' has an empty config. 2024-03-21T13:00:54.138 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:00:54.138 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:00:53] ENGINE Serving on http://:::9283 2024-03-21T13:00:54.138 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:00:53] ENGINE Bus STARTED 2024-03-21T13:00:54.387 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:00:54] ENGINE Bus STARTING 2024-03-21T13:00:54.575 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled node-exporter update... 2024-03-21T13:00:54.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:00:54] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:00:54.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:00:54] ENGINE Bus STARTED 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: mgrmap e17: y(active, starting, since 0.148803s), standbys: x 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:00:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: Manager daemon y is now available 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:54.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]': finished 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: mgrmap e17: y(active, starting, since 0.148803s), standbys: x 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:00:54.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: Manager daemon y is now available 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:54.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]': finished 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]': finished 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:00:54.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: [21/Mar/2024:13:00:54] ENGINE Bus STARTING 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]': finished 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: [21/Mar/2024:13:00:54] ENGINE Bus STARTING 2024-03-21T13:00:54.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: mgrmap e17: y(active, starting, since 0.148803s), standbys: x 2024-03-21T13:00:54.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:00:54.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:00:54.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:00:54.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: Manager daemon y is now available 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]': finished 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:00:54.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]': finished 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: [21/Mar/2024:13:00:54] ENGINE Bus STARTING 2024-03-21T13:00:54.808 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.078 DEBUG:teuthology.orchestra.run.smithi067:node-exporter.a> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service 2024-03-21T13:00:55.081 DEBUG:teuthology.orchestra.run.smithi196:node-exporter.b> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service 2024-03-21T13:00:55.083 INFO:tasks.cephadm:Adding alertmanager.a on smithi067 2024-03-21T13:00:55.083 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch apply alertmanager '1;smithi067=a' 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: [21/Mar/2024:13:00:54] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: [21/Mar/2024:13:00:54] ENGINE Bus STARTED 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: mgrmap e18: y(active, since 1.15402s), standbys: x 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi067=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: Saving service node-exporter spec with placement smithi067=a;smithi196=b;count:2 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:55 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: [21/Mar/2024:13:00:54] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: [21/Mar/2024:13:00:54] ENGINE Bus STARTED 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: mgrmap e18: y(active, since 1.15402s), standbys: x 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi067=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: Saving service node-exporter spec with placement smithi067=a;smithi196=b;count:2 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-21T13:00:55.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: [21/Mar/2024:13:00:54] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: [21/Mar/2024:13:00:54] ENGINE Bus STARTED 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: mgrmap e18: y(active, since 1.15402s), standbys: x 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi067=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: Saving service node-exporter spec with placement smithi067=a;smithi196=b;count:2 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:55.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:55 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-21T13:00:56.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:56 smithi196 ceph-mon[25809]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:56.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:56 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-21T13:00:56.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:56 smithi196 ceph-mon[25809]: mgrmap e19: y(active, since 2s), standbys: x 2024-03-21T13:00:56.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:56 smithi196 ceph-mon[25809]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:00:56.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[24852]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:56.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-21T13:00:56.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[24852]: mgrmap e19: y(active, since 2s), standbys: x 2024-03-21T13:00:56.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[24852]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:00:56.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[29824]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:56.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-21T13:00:56.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[29824]: mgrmap e19: y(active, since 2s), standbys: x 2024-03-21T13:00:56.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-mon[29824]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:00:56.963 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled alertmanager update... 2024-03-21T13:00:57.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:00:56 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:00:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:00:57.583 DEBUG:teuthology.orchestra.run.smithi067:alertmanager.a> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service 2024-03-21T13:00:57.585 INFO:tasks.cephadm:Adding grafana.a on smithi196 2024-03-21T13:00:57.586 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph orch apply grafana '1;smithi196=a' 2024-03-21T13:00:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:57 smithi196 ceph-mon[25809]: from='client.34355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi067=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:57 smithi196 ceph-mon[25809]: Saving service alertmanager spec with placement smithi067=a;count:1 2024-03-21T13:00:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:57 smithi196 ceph-mon[25809]: Detected new or changed devices on smithi196 2024-03-21T13:00:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[24852]: from='client.34355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi067=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[24852]: Saving service alertmanager spec with placement smithi067=a;count:1 2024-03-21T13:00:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[24852]: Detected new or changed devices on smithi196 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[29824]: from='client.34355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi067=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[29824]: Saving service alertmanager spec with placement smithi067=a;count:1 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[29824]: Detected new or changed devices on smithi196 2024-03-21T13:00:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:00:59.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:00:58 smithi196 ceph-mon[25809]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:59.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:00:58 smithi067 ceph-mon[24852]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:00:59.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:00:58 smithi067 ceph-mon[29824]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:00.501 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled grafana update... 2024-03-21T13:01:01.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:00 smithi067 ceph-mon[24852]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:01.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:00 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:01.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:00 smithi067 ceph-mon[29824]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:01.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:00 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:00 smithi196 ceph-mon[25809]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:00 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:01 smithi196 ceph-mon[25809]: from='client.34361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:01:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:01 smithi196 ceph-mon[25809]: Saving service grafana spec with placement smithi196=a;count:1 2024-03-21T13:01:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:01 smithi067 ceph-mon[24852]: from='client.34361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:01:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:01 smithi067 ceph-mon[24852]: Saving service grafana spec with placement smithi196=a;count:1 2024-03-21T13:01:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:01 smithi067 ceph-mon[29824]: from='client.34361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:01:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:01 smithi067 ceph-mon[29824]: Saving service grafana spec with placement smithi196=a;count:1 2024-03-21T13:01:02.964 DEBUG:teuthology.orchestra.run.smithi196:grafana.a> sudo journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service 2024-03-21T13:01:02.966 INFO:tasks.cephadm:Setting up client nodes... 2024-03-21T13:01:02.969 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-21T13:01:03.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:02 smithi067 ceph-mon[24852]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:03.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:02 smithi067 ceph-mon[29824]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:02 smithi196 ceph-mon[25809]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:05.051 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-03-21T13:01:05.052 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQCRL/xl0YroAhAA22Qxp9ZDEZpQkmuQWslT/w== 2024-03-21T13:01:05.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:04 smithi067 ceph-mon[24852]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:05.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:04 smithi067 ceph-mon[29824]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:04 smithi196 ceph-mon[25809]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:05.774 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-03-21T13:01:05.775 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-21T13:01:05.775 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-21T13:01:05.822 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-21T13:01:06.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:05 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1917409958' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:06.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:05 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:06.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:05 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-21T13:01:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:05 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1917409958' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:05 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:05 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-21T13:01:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:05 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1917409958' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:05 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:05 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-21T13:01:07.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:07 smithi196 ceph-mon[25809]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:07 smithi067 ceph-mon[24852]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:07.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:07 smithi067 ceph-mon[29824]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:07.835 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-03-21T13:01:07.836 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQCTL/xldWCOMRAAghvI6MV8iBr+3zQGqlA8xQ== 2024-03-21T13:01:08.548 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-03-21T13:01:08.548 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-03-21T13:01:08.548 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-03-21T13:01:08.556 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:01:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:08.591 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-21T13:01:08.591 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-21T13:01:08.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph mgr dump --format=json 2024-03-21T13:01:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:08 smithi196 ceph-mon[25809]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:08 smithi196 ceph-mon[25809]: from='client.? 172.21.15.196:0/1277319356' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:08 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:08 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-21T13:01:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:08.821 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:08.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[24852]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:08.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[24852]: from='client.? 172.21.15.196:0/1277319356' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[29824]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[29824]: from='client.? 172.21.15.196:0/1277319356' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-21T13:01:08.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-21T13:01:08.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:08.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:10.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:10 smithi067 ceph-mon[24852]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:10.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:10 smithi067 ceph-mon[29824]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:10.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:10 smithi196 ceph-mon[25809]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:10.954 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:01:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:11 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3561828305' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:01:11.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:11 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3561828305' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:01:11.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:11 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3561828305' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:01:12.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:12 smithi067 ceph-mon[24852]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:12.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:12 smithi067 ceph-mon[29824]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:12.665 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":19,"active_gid":14454,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":1654206102},{"type":"v1","addr":"172.21.15.67:6801","nonce":1654206102}]},"active_addr":"172.21.15.67:6801/1654206102","active_change":"2024-03-21T13:00:53.410152+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":34322,"name":"x","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.67:8443/","prometheus":"http://172.21.15.67:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":60,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2332316994}]},{"addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3607227569}]},{"addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3264459259}]},{"addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":1862841045}]}]}} 2024-03-21T13:01:12.668 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-21T13:01:12.668 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-21T13:01:12.668 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-21T13:01:12.899 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:12.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:12 smithi196 ceph-mon[25809]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:14.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:14 smithi067 ceph-mon[29824]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:14.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:14 smithi067 ceph-mon[24852]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:14 smithi196 ceph-mon[25809]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:15.373 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:01:15.373 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":60,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","created":"2024-03-21T12:55:42.823619+0000","modified":"2024-03-21T13:00:53.409799+0000","last_up_change":"2024-03-21T13:00:35.559528+0000","last_in_change":"2024-03-21T13:00:18.011874+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-21T12:58:46.150595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"aadf51f2-eed2-44e0-896a-5d6541acf212","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6803","nonce":1454577270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6805","nonce":1454577270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6809","nonce":1454577270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6807","nonce":1454577270}]},"public_addr":"172.21.15.67:6803/1454577270","cluster_addr":"172.21.15.67:6805/1454577270","heartbeat_back_addr":"172.21.15.67:6809/1454577270","heartbeat_front_addr":"172.21.15.67:6807/1454577270","state":["exists","up"]},{"osd":1,"uuid":"c4df849e-0c86-4651-98df-b5c6be0cad6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6811","nonce":1089280947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6813","nonce":1089280947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6817","nonce":1089280947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6815","nonce":1089280947}]},"public_addr":"172.21.15.67:6811/1089280947","cluster_addr":"172.21.15.67:6813/1089280947","heartbeat_back_addr":"172.21.15.67:6817/1089280947","heartbeat_front_addr":"172.21.15.67:6815/1089280947","state":["exists","up"]},{"osd":2,"uuid":"bc10a9dc-3da1-4208-b4fd-43ddfd7d7238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6819","nonce":3257819042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6821","nonce":3257819042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6825","nonce":3257819042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6823","nonce":3257819042}]},"public_addr":"172.21.15.67:6819/3257819042","cluster_addr":"172.21.15.67:6821/3257819042","heartbeat_back_addr":"172.21.15.67:6825/3257819042","heartbeat_front_addr":"172.21.15.67:6823/3257819042","state":["exists","up"]},{"osd":3,"uuid":"bd59d022-9959-4f75-8e80-f338495d2807","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6827","nonce":3319885657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6829","nonce":3319885657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6833","nonce":3319885657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6831","nonce":3319885657}]},"public_addr":"172.21.15.67:6827/3319885657","cluster_addr":"172.21.15.67:6829/3319885657","heartbeat_back_addr":"172.21.15.67:6833/3319885657","heartbeat_front_addr":"172.21.15.67:6831/3319885657","state":["exists","up"]},{"osd":4,"uuid":"6259755c-e624-4050-96ea-30ffc20fa7b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6801","nonce":1963121462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6803","nonce":1963121462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6807","nonce":1963121462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6805","nonce":1963121462}]},"public_addr":"172.21.15.196:6801/1963121462","cluster_addr":"172.21.15.196:6803/1963121462","heartbeat_back_addr":"172.21.15.196:6807/1963121462","heartbeat_front_addr":"172.21.15.196:6805/1963121462","state":["exists","up"]},{"osd":5,"uuid":"935cf547-75d3-4b7e-b72c-906ba34f8ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6809","nonce":1592014246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6811","nonce":1592014246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6815","nonce":1592014246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6813","nonce":1592014246}]},"public_addr":"172.21.15.196:6809/1592014246","cluster_addr":"172.21.15.196:6811/1592014246","heartbeat_back_addr":"172.21.15.196:6815/1592014246","heartbeat_front_addr":"172.21.15.196:6813/1592014246","state":["exists","up"]},{"osd":6,"uuid":"6ff334db-8303-4d58-b52e-1c974d07018b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6817","nonce":1614103532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6819","nonce":1614103532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6823","nonce":1614103532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6821","nonce":1614103532}]},"public_addr":"172.21.15.196:6817/1614103532","cluster_addr":"172.21.15.196:6819/1614103532","heartbeat_back_addr":"172.21.15.196:6823/1614103532","heartbeat_front_addr":"172.21.15.196:6821/1614103532","state":["exists","up"]},{"osd":7,"uuid":"71811bd9-fea8-40d5-93bf-766f0a8bdaad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6825","nonce":855412856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6827","nonce":855412856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6831","nonce":855412856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6829","nonce":855412856}]},"public_addr":"172.21.15.196:6825/855412856","cluster_addr":"172.21.15.196:6827/855412856","heartbeat_back_addr":"172.21.15.196:6831/855412856","heartbeat_front_addr":"172.21.15.196:6829/855412856","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:57:56.052450+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:58:18.506639+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:58:42.825432+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:06.626291+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:28.879606+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:50.734728+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T13:00:12.025213+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T13:00:34.135000+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6801/2302220760":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6800/2302220760":"2024-03-22T13:00:53.409768+0000","172.21.15.67:0/1814752055":"2024-03-22T13:00:53.409768+0000","172.21.15.67:0/1134033391":"2024-03-22T12:56:35.772845+0000","172.21.15.67:6801/3549647470":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/947907803":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6800/3549647470":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/2466130762":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/4095096167":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/2261099158":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/3044634796":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/3741412368":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6801/3571826370":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/1136137145":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/93378288":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6800/3571826370":"2024-03-22T12:56:13.012805+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-21T13:01:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:15 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1286562731' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:01:15.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:15 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1286562731' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:01:15.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:15 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1286562731' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:01:16.047 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-21T13:01:16.047 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-21T13:01:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:16.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:16 smithi196 ceph-mon[25809]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:16.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:16 smithi067 ceph-mon[24852]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:16.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:16 smithi067 ceph-mon[29824]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:16.969 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:16 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:01:17.234 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 podman[42066]: 2024-03-21 13:01:17.017655226 +0000 UTC m=+0.020078783 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:01:17.234 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 podman[42066]: 2024-03-21 13:01:17.131183925 +0000 UTC m=+0.133607507 container create 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:17.371 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:17 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:17.647 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 podman[42066]: 2024-03-21 13:01:17.358507786 +0000 UTC m=+0.360931328 container init 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:17.647 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 podman[42066]: 2024-03-21 13:01:17.361213219 +0000 UTC m=+0.363636771 container start 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:17.647 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.384Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.384Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.384Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.384Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.384Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.384Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.386Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.386Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.387Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.389Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.389Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.627µs 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.389Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.389Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.389Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.854µs wal_replay_duration=138.217µs total_replay_duration=172.819µs 2024-03-21T13:01:17.648 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.390Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:01:17.649 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.390Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:01:17.649 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.390Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:01:17.649 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.405Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.48984ms db_storage=672ns remote_storage=1.148µs web_handler=362ns query_engine=507ns scrape=449.759µs scrape_sd=19.621µs notify=787ns notify_sd=1.473µs rules=13.861698ms 2024-03-21T13:01:17.649 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:17.405Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:01:17.649 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 bash[42066]: 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 2024-03-21T13:01:17.649 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:17 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:01:17.905 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:01:17.905 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":60,"fsid":"409d6aee-e782-11ee-95cd-87774f69a715","created":"2024-03-21T12:55:42.823619+0000","modified":"2024-03-21T13:00:53.409799+0000","last_up_change":"2024-03-21T13:00:35.559528+0000","last_in_change":"2024-03-21T13:00:18.011874+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-21T12:58:46.150595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"aadf51f2-eed2-44e0-896a-5d6541acf212","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6803","nonce":1454577270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6805","nonce":1454577270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6809","nonce":1454577270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1454577270},{"type":"v1","addr":"172.21.15.67:6807","nonce":1454577270}]},"public_addr":"172.21.15.67:6803/1454577270","cluster_addr":"172.21.15.67:6805/1454577270","heartbeat_back_addr":"172.21.15.67:6809/1454577270","heartbeat_front_addr":"172.21.15.67:6807/1454577270","state":["exists","up"]},{"osd":1,"uuid":"c4df849e-0c86-4651-98df-b5c6be0cad6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6811","nonce":1089280947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6813","nonce":1089280947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6817","nonce":1089280947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1089280947},{"type":"v1","addr":"172.21.15.67:6815","nonce":1089280947}]},"public_addr":"172.21.15.67:6811/1089280947","cluster_addr":"172.21.15.67:6813/1089280947","heartbeat_back_addr":"172.21.15.67:6817/1089280947","heartbeat_front_addr":"172.21.15.67:6815/1089280947","state":["exists","up"]},{"osd":2,"uuid":"bc10a9dc-3da1-4208-b4fd-43ddfd7d7238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6819","nonce":3257819042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6821","nonce":3257819042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6825","nonce":3257819042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3257819042},{"type":"v1","addr":"172.21.15.67:6823","nonce":3257819042}]},"public_addr":"172.21.15.67:6819/3257819042","cluster_addr":"172.21.15.67:6821/3257819042","heartbeat_back_addr":"172.21.15.67:6825/3257819042","heartbeat_front_addr":"172.21.15.67:6823/3257819042","state":["exists","up"]},{"osd":3,"uuid":"bd59d022-9959-4f75-8e80-f338495d2807","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6827","nonce":3319885657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6829","nonce":3319885657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6833","nonce":3319885657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":3319885657},{"type":"v1","addr":"172.21.15.67:6831","nonce":3319885657}]},"public_addr":"172.21.15.67:6827/3319885657","cluster_addr":"172.21.15.67:6829/3319885657","heartbeat_back_addr":"172.21.15.67:6833/3319885657","heartbeat_front_addr":"172.21.15.67:6831/3319885657","state":["exists","up"]},{"osd":4,"uuid":"6259755c-e624-4050-96ea-30ffc20fa7b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6801","nonce":1963121462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6803","nonce":1963121462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6807","nonce":1963121462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1963121462},{"type":"v1","addr":"172.21.15.196:6805","nonce":1963121462}]},"public_addr":"172.21.15.196:6801/1963121462","cluster_addr":"172.21.15.196:6803/1963121462","heartbeat_back_addr":"172.21.15.196:6807/1963121462","heartbeat_front_addr":"172.21.15.196:6805/1963121462","state":["exists","up"]},{"osd":5,"uuid":"935cf547-75d3-4b7e-b72c-906ba34f8ed1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6809","nonce":1592014246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6811","nonce":1592014246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6815","nonce":1592014246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":1592014246},{"type":"v1","addr":"172.21.15.196:6813","nonce":1592014246}]},"public_addr":"172.21.15.196:6809/1592014246","cluster_addr":"172.21.15.196:6811/1592014246","heartbeat_back_addr":"172.21.15.196:6815/1592014246","heartbeat_front_addr":"172.21.15.196:6813/1592014246","state":["exists","up"]},{"osd":6,"uuid":"6ff334db-8303-4d58-b52e-1c974d07018b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6817","nonce":1614103532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6819","nonce":1614103532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6823","nonce":1614103532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":1614103532},{"type":"v1","addr":"172.21.15.196:6821","nonce":1614103532}]},"public_addr":"172.21.15.196:6817/1614103532","cluster_addr":"172.21.15.196:6819/1614103532","heartbeat_back_addr":"172.21.15.196:6823/1614103532","heartbeat_front_addr":"172.21.15.196:6821/1614103532","state":["exists","up"]},{"osd":7,"uuid":"71811bd9-fea8-40d5-93bf-766f0a8bdaad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6825","nonce":855412856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6827","nonce":855412856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6831","nonce":855412856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":855412856},{"type":"v1","addr":"172.21.15.196:6829","nonce":855412856}]},"public_addr":"172.21.15.196:6825/855412856","cluster_addr":"172.21.15.196:6827/855412856","heartbeat_back_addr":"172.21.15.196:6831/855412856","heartbeat_front_addr":"172.21.15.196:6829/855412856","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:57:56.052450+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:58:18.506639+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:58:42.825432+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:06.626291+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:28.879606+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T12:59:50.734728+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T13:00:12.025213+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-03-21T13:00:34.135000+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6801/2302220760":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6800/2302220760":"2024-03-22T13:00:53.409768+0000","172.21.15.67:0/1814752055":"2024-03-22T13:00:53.409768+0000","172.21.15.67:0/1134033391":"2024-03-22T12:56:35.772845+0000","172.21.15.67:6801/3549647470":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/947907803":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6800/3549647470":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/2466130762":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/4095096167":"2024-03-22T12:56:35.772845+0000","172.21.15.67:0/2261099158":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/3044634796":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/3741412368":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6801/3571826370":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/1136137145":"2024-03-22T12:56:13.012805+0000","172.21.15.67:0/93378288":"2024-03-22T13:00:53.409768+0000","172.21.15.67:6800/3571826370":"2024-03-22T12:56:13.012805+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-21T13:01:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3847532038' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:01:18.386 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.386 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.386 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.386 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3847532038' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:01:18.386 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.387 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.387 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:18.387 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3847532038' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-21T13:01:18.387 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:18 smithi067 systemd[1]: Starting Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:01:18.719 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-21T13:01:18.719 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-21T13:01:18.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-21T13:01:18.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-21T13:01:18.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-21T13:01:18.721 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-21T13:01:18.721 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-21T13:01:18.721 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-21T13:01:19.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:19 smithi067 ceph-mon[24852]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:01:19.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:19 smithi067 ceph-mon[24852]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:19.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:19.142 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:19.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:19 smithi196 ceph-mon[25809]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:01:19.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:19 smithi196 ceph-mon[25809]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:19.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:19.390 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:19 smithi067 bash[46181]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-03-21T13:01:19.391 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:19 smithi067 ceph-mon[29824]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:01:19.391 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:19 smithi067 ceph-mon[29824]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:19.391 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:19.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:19 smithi067 bash[46181]: Getting image source signatures 2024-03-21T13:01:19.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:19 smithi067 bash[46181]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-03-21T13:01:19.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:19 smithi067 bash[46181]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-03-21T13:01:19.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:19 smithi067 bash[46181]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-03-21T13:01:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:20.851 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:20.851 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:20.852 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:20.855 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:21 smithi196 ceph-mon[25809]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:21.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:21 smithi067 ceph-mon[29824]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:21.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:21 smithi067 ceph-mon[24852]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:21.587 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:21 smithi067 bash[46181]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-03-21T13:01:21.587 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:21 smithi067 bash[46181]: Writing manifest to image destination 2024-03-21T13:01:21.857 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:21 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:21] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:22.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:22.403 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:22 smithi067 podman[46181]: 2024-03-21 13:01:22.062718288 +0000 UTC m=+2.989751489 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-03-21T13:01:22.773 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:22 smithi196 ceph-mon[25809]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:22 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:22 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:22 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:22 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[24852]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[29824]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:22 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:23.519 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 podman[46181]: 2024-03-21 13:01:23.184650971 +0000 UTC m=+4.111684172 container create aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 podman[46181]: 2024-03-21 13:01:23.822593967 +0000 UTC m=+4.749627163 container init aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 podman[46181]: 2024-03-21 13:01:23.825789256 +0000 UTC m=+4.752822464 container start aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.829Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.830Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.830Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.830Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-03-21T13:01:23.834 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=arp 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=bcache 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=bonding 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=btrfs 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=conntrack 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=cpu 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=diskstats 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=dmi 2024-03-21T13:01:23.835 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=edac 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=entropy 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=filefd 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=filesystem 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=hwmon 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=infiniband 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=ipvs 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=loadavg 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=mdadm 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=meminfo 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=netclass 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=netdev 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=netstat 2024-03-21T13:01:23.836 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=nfs 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=nfsd 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=nvme 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=os 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=pressure 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=rapl 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=schedstat 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=sockstat 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=softnet 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=stat 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=tapestats 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=textfile 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-03-21T13:01:23.837 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=time 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=uname 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=vmstat 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=xfs 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.831Z caller=node_exporter.go:115 level=info collector=zfs 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.832Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-03-21T13:01:23.838 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[46528]: ts=2024-03-21T13:01:23.832Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-03-21T13:01:24.073 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 bash[46181]: aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d 2024-03-21T13:01:24.073 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:01:23 smithi067 systemd[1]: Started Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:01:24.896 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:24 smithi196 systemd[1]: Starting Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:01:25.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:25 smithi067 ceph-mon[24852]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:25.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:25 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:25.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:25 smithi067 ceph-mon[24852]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:01:25.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:25 smithi067 ceph-mon[29824]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:25.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:25 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:25.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:25 smithi067 ceph-mon[29824]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:01:25.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:25 smithi196 ceph-mon[25809]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:25 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:25 smithi196 ceph-mon[25809]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:01:25.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:24 smithi196 bash[42900]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-03-21T13:01:25.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:25 smithi196 bash[42900]: Getting image source signatures 2024-03-21T13:01:25.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:25 smithi196 bash[42900]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-03-21T13:01:25.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:25 smithi196 bash[42900]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-03-21T13:01:25.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:25 smithi196 bash[42900]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-03-21T13:01:27.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:27 smithi067 ceph-mon[24852]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:27.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:27 smithi067 ceph-mon[29824]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:27 smithi196 ceph-mon[25809]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:27.950 INFO:teuthology.orchestra.run.smithi067.stdout:34359738411 2024-03-21T13:01:27.951 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-21T13:01:28.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:28 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:01:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:28.662 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 bash[42900]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-03-21T13:01:28.663 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 bash[42900]: Writing manifest to image destination 2024-03-21T13:01:29.042 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 podman[42900]: 2024-03-21 13:01:28.666501469 +0000 UTC m=+3.863226339 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-03-21T13:01:29.042 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 podman[42900]: 2024-03-21 13:01:28.773157204 +0000 UTC m=+3.969882099 container create 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:01:29.042 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 podman[42900]: 2024-03-21 13:01:28.958419643 +0000 UTC m=+4.155144503 container init 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:01:29.042 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 podman[42900]: 2024-03-21 13:01:28.961468965 +0000 UTC m=+4.158193820 container start 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:01:29.042 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.965Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.965Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.966Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.966Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=arp 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=bcache 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=bonding 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=btrfs 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=conntrack 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=cpu 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=diskstats 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=dmi 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=edac 2024-03-21T13:01:29.043 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=entropy 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=filefd 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=filesystem 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=hwmon 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=infiniband 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=ipvs 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=loadavg 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=mdadm 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=meminfo 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=netclass 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=netdev 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=netstat 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=nfs 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=nfsd 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=nvme 2024-03-21T13:01:29.044 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=os 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=pressure 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=rapl 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=schedstat 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=sockstat 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=softnet 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=stat 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=tapestats 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=textfile 2024-03-21T13:01:29.045 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=time 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=uname 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=vmstat 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=xfs 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:115 level=info collector=zfs 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[42952]: ts=2024-03-21T13:01:28.967Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-03-21T13:01:29.046 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:29 smithi196 bash[42900]: 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 2024-03-21T13:01:29.305 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:01:29 smithi196 systemd[1]: Started Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:01:29.601 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:01:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:29.602 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:29.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:29.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:29.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:29.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:30.467 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:30.467 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:30 smithi196 ceph-mon[25809]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:01:30.467 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:30 smithi196 ceph-mon[25809]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:01:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-mon[24852]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:01:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-mon[24852]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:01:30.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:30.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-mon[29824]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:01:30.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-mon[29824]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:01:31.124 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:01:30] "GET /metrics HTTP/1.1" 200 191482 "" "Prometheus/2.33.4" 2024-03-21T13:01:31.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:31 smithi067 ceph-mon[29824]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:31.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:31 smithi067 ceph-mon[24852]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:31.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:31 smithi196 ceph-mon[25809]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:33.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:01:33.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 bash[43244]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:01:33.578 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-mon[25809]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:33.578 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.252Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:01:33.578 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.252Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:01:33.578 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.252Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:01:33.578 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.252Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:01:33.578 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.252Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.252Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.253Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.253Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.253Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.253Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.253Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[42123]: ts=2024-03-21T13:01:33.253Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:01:33.579 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 podman[43255]: 2024-03-21 13:01:33.262616808 +0000 UTC m=+0.096551651 container died 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:33.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:33 smithi067 ceph-mon[24852]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:33.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:33 smithi067 ceph-mon[29824]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:33.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 podman[43255]: 2024-03-21 13:01:33.668900094 +0000 UTC m=+0.502834939 container cleanup 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:33.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 bash[43255]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:01:33.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 bash[43296]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:01:34.306 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 podman[43269]: 2024-03-21 13:01:33.953557786 +0000 UTC m=+0.692959893 container remove 162e89dad13cad5a24f37c27127685f71cd7d93c8291b21a5d8e7e8379943269 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:34.306 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:01:34.306 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:01:34.306 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:33 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:01:34.307 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 podman[43384]: 2024-03-21 13:01:34.098392158 +0000 UTC m=+0.024109283 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:01:34.366 INFO:teuthology.orchestra.run.smithi067.stdout:55834574889 2024-03-21T13:01:34.367 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-21T13:01:34.559 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 podman[43384]: 2024-03-21 13:01:34.414672348 +0000 UTC m=+0.340389461 container create e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:34.887 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:34 smithi067 ceph-mon[24852]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:34.887 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:34 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:34.887 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:34 smithi067 ceph-mon[29824]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:34.887 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:34 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:34.888 INFO:teuthology.orchestra.run.smithi067.stdout:111669149726 2024-03-21T13:01:34.888 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-21T13:01:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-mon[25809]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:34.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:34.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 podman[43384]: 2024-03-21 13:01:34.725863702 +0000 UTC m=+0.651580801 container init e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 podman[43384]: 2024-03-21 13:01:34.728460585 +0000 UTC m=+0.654177693 container start e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.750Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.750Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.750Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.751Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.751Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.751Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.752Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.753Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.753Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.756Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:01:34.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.756Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.62µs 2024-03-21T13:01:34.915 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.756Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.944Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.944Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.944Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.978µs wal_replay_duration=188.234208ms total_replay_duration=188.27099ms 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.946Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.946Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.946Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.962Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.938853ms db_storage=740ns remote_storage=1.208µs web_handler=455ns query_engine=701ns scrape=361.137µs scrape_sd=25.406µs notify=838ns notify_sd=1.124µs rules=15.339913ms 2024-03-21T13:01:35.334 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:01:34.962Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:01:35.335 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:35 smithi196 bash[43384]: e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 2024-03-21T13:01:35.335 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:01:35 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:01:36.028 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:36.042 INFO:teuthology.orchestra.run.smithi067.stdout:167503724566 2024-03-21T13:01:36.043 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-21T13:01:36.264 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.264 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:01:36.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:01:36.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.196:9095"}]: dispatch 2024-03-21T13:01:36.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.196:9095"}]: dispatch 2024-03-21T13:01:36.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:36.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.196:9095"}]: dispatch 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.196:9095"}]: dispatch 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:36 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.196:9095"}]: dispatch 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.196:9095"}]: dispatch 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:01:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:01:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:01:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:36 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:01:36.716 INFO:teuthology.orchestra.run.smithi067.stdout:201863462929 2024-03-21T13:01:36.716 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-21T13:01:37.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:37 smithi067 ceph-mon[24852]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:37.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:37 smithi067 ceph-mon[29824]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:37 smithi196 ceph-mon[25809]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:37.540 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:38.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:38.547 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.547 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.547 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.547 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.548 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.548 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.574 INFO:teuthology.orchestra.run.smithi067.stdout:77309411365 2024-03-21T13:01:38.574 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-21T13:01:38.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:38.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:39.419 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:39 smithi067 ceph-mon[24852]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:39.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:39 smithi067 ceph-mon[29824]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:39.419 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:39 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:01:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:39 smithi196 ceph-mon[25809]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:40.352 INFO:teuthology.orchestra.run.smithi067.stdout:236223201294 2024-03-21T13:01:40.353 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-21T13:01:40.358 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:40.358 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:40.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:40 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:40.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:40 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:40.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:40 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:40.772 INFO:teuthology.orchestra.run.smithi067.stdout:133143986203 2024-03-21T13:01:40.773 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-21T13:01:40.815 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:40.817 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:40.819 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:40.820 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:41.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:01:40] "GET /metrics HTTP/1.1" 200 191467 "" "Prometheus/2.33.4" 2024-03-21T13:01:41.611 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:41 smithi067 ceph-mon[24852]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:41.612 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:41 smithi067 ceph-mon[29824]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:41.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:41 smithi196 ceph-mon[25809]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:43.564 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:43 smithi067 ceph-mon[24852]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:43.564 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:43 smithi067 ceph-mon[29824]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:43 smithi196 ceph-mon[25809]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:43.863 INFO:teuthology.orchestra.run.smithi067.stdout:34359738414 2024-03-21T13:01:44.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:44 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1325158668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-21T13:01:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:44 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1325158668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-21T13:01:44.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:44 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1325158668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-21T13:01:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:45 smithi067 ceph-mon[24852]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:45 smithi067 ceph-mon[29824]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:45.564 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:45 smithi196 ceph-mon[25809]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:46.814 INFO:teuthology.orchestra.run.smithi067.stdout:201863462933 2024-03-21T13:01:47.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:47 smithi196 ceph-mon[25809]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:47.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:47 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/156255004' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-21T13:01:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:47 smithi067 ceph-mon[24852]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:47 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/156255004' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-21T13:01:47.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:47 smithi067 ceph-mon[29824]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:47.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:47 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/156255004' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-21T13:01:48.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:48 smithi067 ceph-mon[24852]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:48.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:48 smithi067 ceph-mon[29824]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:48 smithi196 ceph-mon[25809]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:49.138 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:49.628 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462929 got 201863462933 for osd.6 2024-03-21T13:01:49.629 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:49.636 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:01:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:01:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:01:50.228 INFO:teuthology.orchestra.run.smithi067.stdout:77309411368 2024-03-21T13:01:50.850 INFO:teuthology.orchestra.run.smithi067.stdout:167503724570 2024-03-21T13:01:50.850 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:50 smithi067 ceph-mon[24852]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:50.851 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:50 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3133166861' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-21T13:01:50.851 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:50 smithi067 ceph-mon[29824]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:50.851 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:50 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3133166861' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-21T13:01:50.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:50 smithi196 ceph-mon[25809]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:50.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:50 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3133166861' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-21T13:01:51.114 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:01:50] "GET /metrics HTTP/1.1" 200 191467 "" "Prometheus/2.33.4" 2024-03-21T13:01:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:51 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2722824254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-21T13:01:51.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:51 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2722824254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-21T13:01:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:51 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2722824254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-21T13:01:52.015 INFO:teuthology.orchestra.run.smithi067.stdout:236223201297 2024-03-21T13:01:52.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:52 smithi067 ceph-mon[24852]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:52 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2200656128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-21T13:01:52.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:52 smithi067 ceph-mon[29824]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:52.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:52 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2200656128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-21T13:01:52.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:52 smithi196 ceph-mon[25809]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:52.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:52 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2200656128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-21T13:01:52.979 INFO:teuthology.orchestra.run.smithi067.stdout:111669149730 2024-03-21T13:01:53.195 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738411 got 34359738414 for osd.0 2024-03-21T13:01:53.195 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:53 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/115745203' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-21T13:01:53.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:53 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/115745203' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-21T13:01:53.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:53 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/115745203' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-21T13:01:54.035 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724566 got 167503724570 for osd.5 2024-03-21T13:01:54.035 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:54.273 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:01:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:54.541 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149726 got 111669149730 for osd.3 2024-03-21T13:01:54.541 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:54.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[24852]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:54.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:01:54.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:01:54.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:54.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:54.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[29824]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:54.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:01:54.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:01:54.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:54.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:54 smithi196 ceph-mon[25809]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:01:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:01:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:01:55.985 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411365 got 77309411368 for osd.2 2024-03-21T13:01:55.985 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:56.610 INFO:teuthology.orchestra.run.smithi067.stdout:133143986207 2024-03-21T13:01:56.831 INFO:teuthology.orchestra.run.smithi067.stdout:55834574894 2024-03-21T13:01:56.831 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:56 smithi067 ceph-mon[24852]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:56.832 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:56 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2854389117' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-21T13:01:56.832 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:56 smithi067 ceph-mon[29824]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:56.832 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:56 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2854389117' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-21T13:01:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:56 smithi196 ceph-mon[25809]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:56 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2854389117' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-21T13:01:57.339 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986203 got 133143986207 for osd.4 2024-03-21T13:01:57.339 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:57.676 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:57 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3931925457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-21T13:01:57.676 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:57 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3931925457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-21T13:01:57.700 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201294 got 236223201297 for osd.7 2024-03-21T13:01:57.700 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:57 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3931925457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-21T13:01:58.687 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574889 got 55834574894 for osd.1 2024-03-21T13:01:58.687 DEBUG:teuthology.parallel:result is None 2024-03-21T13:01:58.687 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-21T13:01:58.687 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-21T13:01:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:01:58 smithi196 ceph-mon[25809]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:58.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:01:58 smithi067 ceph-mon[24852]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:58.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:01:58 smithi067 ceph-mon[29824]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:01:59.122 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:01:59.581 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:01:59 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:01:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:01:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:01:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:01:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:02:00.622 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:00 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:00.622 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:00 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:00 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:00.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:01.201 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:00] "GET /metrics HTTP/1.1" 200 191464 "" "Prometheus/2.33.4" 2024-03-21T13:02:01.503 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:01 smithi067 ceph-mon[24852]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:01.503 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:01 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:01.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:01 smithi067 ceph-mon[29824]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:01.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:01 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:01.580 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:02:01.582 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-03-21T13:02:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:01 smithi196 ceph-mon[25809]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:01 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:02.459 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-03-21T13:02:01.575224+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48960,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":42752,"kb_avail":749912256,"statfs":{"total":767960285184,"available":767910150144,"internally_reserved":0,"allocated":6291456,"data_stored":3510466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43778048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002016"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":266,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-03-21T13:00:53.664032+0000","last_change":"2024-03-21T13:00:39.714866+0000","last_active":"2024-03-21T13:00:53.664032+0000","last_peered":"2024-03-21T13:00:53.664032+0000","last_clean":"2024-03-21T13:00:53.664032+0000","last_became_active":"2024-03-21T13:00:39.714476+0000","last_became_peered":"2024-03-21T13:00:39.714476+0000","last_unstale":"2024-03-21T13:00:53.664032+0000","last_undegraded":"2024-03-21T13:00:53.664032+0000","last_fullsized":"2024-03-21T13:00:53.664032+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-21T12:58:46.564470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-21T12:58:46.564470+0000","last_clean_scrub_stamp":"2024-03-21T12:58:46.564470+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-22T18:37:13.835583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201299,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6092,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739060,"statfs":{"total":95995035648,"available":95988797440,"internally_reserved":0,"allocated":1118208,"data_stored":769323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.70199999999999996}]},{"osd":3,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.73699999999999999}]},{"osd":4,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.63200000000000001}]},{"osd":5,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.69299999999999995}]},{"osd":6,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.755}]}]},{"osd":6,"up_from":47,"seq":201863462936,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6156,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738996,"statfs":{"total":95995035648,"available":95988731904,"internally_reserved":0,"allocated":1118208,"data_stored":769323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.56200000000000006}]},{"osd":3,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.49399999999999999}]},{"osd":4,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.52900000000000003}]},{"osd":5,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.54800000000000004}]},{"osd":7,"last update":"Thu Mar 21 13:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.503}]}]},{"osd":1,"up_from":13,"seq":55834574895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6344,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738808,"statfs":{"total":95995035648,"available":95988539392,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.34599999999999997,"15min":0.32500000000000001},"min":{"1min":0.247,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.35899999999999999,"15min":0.33900000000000002},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.375}]},{"osd":2,"last update":"Thu Mar 21 13:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.38200000000000001,"15min":0.36799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.34100000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Mar 21 13:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.39300000000000002,"15min":0.38600000000000001},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.45300000000000001,"15min":0.44400000000000001},"min":{"1min":0.35199999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47399999999999998}]},{"osd":4,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.38800000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.753},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.76900000000000002}]},{"osd":5,"last update":"Thu Mar 21 13:01:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.61299999999999999,"15min":0.623},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73699999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.628},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.78200000000000003}]},{"osd":6,"last update":"Thu Mar 21 13:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.875}]}]},{"osd":0,"up_from":8,"seq":34359738418,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6928,"kb_used_data":1096,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738224,"statfs":{"total":95995035648,"available":95987941376,"internally_reserved":0,"allocated":1122304,"data_stored":769588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 21 13:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"min":{"1min":0.24099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.51100000000000001,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.34699999999999998,"15min":0.32800000000000001},"min":{"1min":0.26100000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.504,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.499}]},{"osd":2,"last update":"Thu Mar 21 13:01:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58699999999999997,"5min":0.628,"15min":0.628},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.435,"5min":0.45300000000000001,"15min":0.45600000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.56599999999999995}]},{"osd":4,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57399999999999995,"15min":0.57999999999999996},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85199999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.59499999999999997,"15min":0.59899999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Mar 21 13:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82699999999999996,"5min":0.88,"15min":0.88},"last":0.65300000000000002}]},{"osd":6,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.70099999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411370,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6280,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.37,"15min":0.35999999999999999},"min":{"1min":0.23899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52500000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26400000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.51300000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.377}]},{"osd":1,"last update":"Thu Mar 21 13:01:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27700000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.32300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.61099999999999999,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.45600000000000002,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.28399999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.35599999999999998}]},{"osd":4,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57399999999999995,"15min":0.57299999999999995},"min":{"1min":0.379,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80400000000000005,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.78100000000000003,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Mar 21 13:01:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.82399999999999995,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.78800000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.69099999999999995}]},{"osd":7,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.68300000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149732,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5700,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739452,"statfs":{"total":95995035648,"available":95989198848,"internally_reserved":0,"allocated":585728,"data_stored":240395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38600000000000001,"15min":0.38500000000000001},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.54100000000000004,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.29199999999999998}]},{"osd":1,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.42199999999999999,"15min":0.43099999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.502,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.42699999999999999,"15min":0.42599999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.31900000000000001}]},{"osd":2,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.36799999999999999}]},{"osd":4,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.47899999999999998}]},{"osd":5,"last update":"Thu Mar 21 13:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.499}]},{"osd":6,"last update":"Thu Mar 21 13:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.51100000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986208,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5768,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739384,"statfs":{"total":95995035648,"available":95989129216,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35399999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.51400000000000001,"15min":0.51000000000000001},"min":{"1min":0.373,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.53600000000000003,"15min":0.54100000000000004},"min":{"1min":0.375,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.432,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.39200000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.747,"5min":0.755,"15min":0.755},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.53600000000000003,"15min":0.53500000000000003},"min":{"1min":0.378,"5min":0.317,"15min":0.317},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55300000000000005,"15min":0.55600000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68000000000000005,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":5,"last update":"Thu Mar 21 13:01:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41499999999999998,"15min":0.40600000000000003},"min":{"1min":0.29999999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.46100000000000002,"15min":0.45100000000000001},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.62}]},{"osd":6,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.54700000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724572,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5692,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739460,"statfs":{"total":95995035648,"available":95989207040,"internally_reserved":0,"allocated":577536,"data_stored":239857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.58399999999999996}]},{"osd":1,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81000000000000005,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.62}]},{"osd":2,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":0.64000000000000001,"15min":0.57099999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":11.923,"5min":11.923,"15min":11.923},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.66000000000000003}]},{"osd":3,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":0.63900000000000001,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":11.939,"5min":11.939,"15min":11.939},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.77500000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.55800000000000005}]},{"osd":4,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.38},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.434,"15min":0.42899999999999999},"min":{"1min":0.316,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Mar 21 13:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.497},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.44800000000000001}]},{"osd":7,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56999999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-21T13:02:02.461 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-21T13:02:02.704 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:02:02.968 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:03.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:03.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T13:02:03.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:03.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:04 smithi067 ceph-mon[24852]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:02:04.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:04 smithi067 ceph-mon[29824]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:02:04.553 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:02:04.555 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-03-21T13:02:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:04 smithi196 ceph-mon[25809]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:02:05.525 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-03-21T13:02:03.575490+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48960,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":42752,"kb_avail":749912256,"statfs":{"total":767960285184,"available":767910150144,"internally_reserved":0,"allocated":6291456,"data_stored":3510466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43778048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001925"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":266,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-03-21T13:00:53.664032+0000","last_change":"2024-03-21T13:00:39.714866+0000","last_active":"2024-03-21T13:00:53.664032+0000","last_peered":"2024-03-21T13:00:53.664032+0000","last_clean":"2024-03-21T13:00:53.664032+0000","last_became_active":"2024-03-21T13:00:39.714476+0000","last_became_peered":"2024-03-21T13:00:39.714476+0000","last_unstale":"2024-03-21T13:00:53.664032+0000","last_undegraded":"2024-03-21T13:00:53.664032+0000","last_fullsized":"2024-03-21T13:00:53.664032+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-21T12:58:46.564470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-21T12:58:46.564470+0000","last_clean_scrub_stamp":"2024-03-21T12:58:46.564470+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-22T18:37:13.835583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201299,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6092,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739060,"statfs":{"total":95995035648,"available":95988797440,"internally_reserved":0,"allocated":1118208,"data_stored":769323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.70199999999999996}]},{"osd":3,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.73699999999999999}]},{"osd":4,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.63200000000000001}]},{"osd":5,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.69299999999999995}]},{"osd":6,"last update":"Thu Mar 21 13:01:35 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.755}]}]},{"osd":6,"up_from":47,"seq":201863462936,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6156,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738996,"statfs":{"total":95995035648,"available":95988731904,"internally_reserved":0,"allocated":1118208,"data_stored":769323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.56200000000000006}]},{"osd":3,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.49399999999999999}]},{"osd":4,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.52900000000000003}]},{"osd":5,"last update":"Thu Mar 21 13:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.54800000000000004}]},{"osd":7,"last update":"Thu Mar 21 13:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.503}]}]},{"osd":1,"up_from":13,"seq":55834574895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6344,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738808,"statfs":{"total":95995035648,"available":95988539392,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.34599999999999997,"15min":0.32500000000000001},"min":{"1min":0.247,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.35899999999999999,"15min":0.33900000000000002},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.375}]},{"osd":2,"last update":"Thu Mar 21 13:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.38200000000000001,"15min":0.36799999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.34100000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Mar 21 13:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.39300000000000002,"15min":0.38600000000000001},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.45300000000000001,"15min":0.44400000000000001},"min":{"1min":0.35199999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47399999999999998}]},{"osd":4,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.38800000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.753},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.76900000000000002}]},{"osd":5,"last update":"Thu Mar 21 13:01:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.61299999999999999,"15min":0.623},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73699999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.628},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.78200000000000003}]},{"osd":6,"last update":"Thu Mar 21 13:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.875}]}]},{"osd":0,"up_from":8,"seq":34359738418,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6928,"kb_used_data":1096,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738224,"statfs":{"total":95995035648,"available":95987941376,"internally_reserved":0,"allocated":1122304,"data_stored":769588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 21 13:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"min":{"1min":0.24099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.51100000000000001,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.34699999999999998,"15min":0.32800000000000001},"min":{"1min":0.26100000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.504,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.499}]},{"osd":2,"last update":"Thu Mar 21 13:01:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58699999999999997,"5min":0.628,"15min":0.628},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.435,"5min":0.45300000000000001,"15min":0.45600000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.56599999999999995}]},{"osd":4,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57399999999999995,"15min":0.57999999999999996},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.85199999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.59499999999999997,"15min":0.59899999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Mar 21 13:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82699999999999996,"5min":0.88,"15min":0.88},"last":0.65300000000000002}]},{"osd":6,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.70099999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411370,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6280,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.37,"15min":0.35999999999999999},"min":{"1min":0.23899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52500000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26400000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.51300000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.377}]},{"osd":1,"last update":"Thu Mar 21 13:01:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27700000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.32300000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.61099999999999999,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.45600000000000002,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.28399999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.35599999999999998}]},{"osd":4,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57399999999999995,"15min":0.57299999999999995},"min":{"1min":0.379,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80400000000000005,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.78100000000000003,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Mar 21 13:01:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.82399999999999995,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.78800000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.69099999999999995}]},{"osd":7,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.68300000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149732,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5700,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739452,"statfs":{"total":95995035648,"available":95989198848,"internally_reserved":0,"allocated":585728,"data_stored":240395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38600000000000001,"15min":0.38500000000000001},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.54100000000000004,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.29199999999999998}]},{"osd":1,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.42199999999999999,"15min":0.43099999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.502,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.42699999999999999,"15min":0.42599999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.31900000000000001}]},{"osd":2,"last update":"Thu Mar 21 13:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.36799999999999999}]},{"osd":4,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.47899999999999998}]},{"osd":5,"last update":"Thu Mar 21 13:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.499}]},{"osd":6,"last update":"Thu Mar 21 13:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.51100000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986208,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5768,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739384,"statfs":{"total":95995035648,"available":95989129216,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35399999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.51400000000000001,"15min":0.51000000000000001},"min":{"1min":0.373,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.53600000000000003,"15min":0.54100000000000004},"min":{"1min":0.375,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.432,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.39200000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.747,"5min":0.755,"15min":0.755},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Mar 21 13:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.53600000000000003,"15min":0.53500000000000003},"min":{"1min":0.378,"5min":0.317,"15min":0.317},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55300000000000005,"15min":0.55600000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.68000000000000005,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":5,"last update":"Thu Mar 21 13:01:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41499999999999998,"15min":0.40600000000000003},"min":{"1min":0.29999999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.46100000000000002,"15min":0.45100000000000001},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.62}]},{"osd":6,"last update":"Thu Mar 21 13:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Mar 21 13:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.54700000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724572,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5692,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739460,"statfs":{"total":95995035648,"available":95989207040,"internally_reserved":0,"allocated":577536,"data_stored":239857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.58399999999999996}]},{"osd":1,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81000000000000005,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.62}]},{"osd":2,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":0.64000000000000001,"15min":0.57099999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":11.923,"5min":11.923,"15min":11.923},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.66000000000000003}]},{"osd":3,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":0.63900000000000001,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":11.939,"5min":11.939,"15min":11.939},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.77500000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.55800000000000005}]},{"osd":4,"last update":"Thu Mar 21 13:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.38},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.434,"15min":0.42899999999999999},"min":{"1min":0.316,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Mar 21 13:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.497},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.44800000000000001}]},{"osd":7,"last update":"Thu Mar 21 13:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56999999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-21T13:02:05.527 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-21T13:02:05.527 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-21T13:02:05.527 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-21T13:02:05.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-21T13:02:05.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:05 smithi067 ceph-mon[24852]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:05.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:05 smithi067 ceph-mon[29824]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:05 smithi196 ceph-mon[25809]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:05.769 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/mon.a/config 2024-03-21T13:02:06.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:06 smithi067 ceph-mon[24852]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T13:02:06.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:06 smithi067 ceph-mon[29824]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T13:02:06.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:06 smithi196 ceph-mon[25809]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-21T13:02:07.398 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:07 smithi067 ceph-mon[24852]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:07.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:07 smithi067 ceph-mon[29824]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:07.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:07 smithi196 ceph-mon[25809]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:08.456 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:02:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-21T13:02:08.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:08 smithi067 ceph-mon[24852]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:08.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:08 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3213792281' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-21T13:02:08.745 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:08 smithi067 ceph-mon[29824]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:08.745 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:08 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3213792281' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-21T13:02:08.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:08 smithi196 ceph-mon[25809]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:08.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:08 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3213792281' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-21T13:02:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:02:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:02:10.631 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:10 smithi067 ceph-mon[29824]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:10.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:10 smithi067 ceph-mon[24852]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:10.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:10 smithi196 ceph-mon[25809]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:11.045 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-21T13:02:11.045 INFO:tasks.cephadm:Setup complete, yielding 2024-03-21T13:02:11.046 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-21T13:02:11.061 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-03-21T13:02:11.061 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-03-21T13:02:11.280 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:10] "GET /metrics HTTP/1.1" 200 191483 "" "Prometheus/2.33.4" 2024-03-21T13:02:12.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:12 smithi067 ceph-mon[24852]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:12.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:12 smithi067 ceph-mon[29824]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:12.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:12 smithi196 ceph-mon[25809]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:14.385 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:02:14] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:14.683 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:02:14.683 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "85a0a511-4540-448d-9331-a38e4b512871", 2024-03-21T13:02:14.683 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "r", 2024-03-21T13:02:14.683 INFO:teuthology.orchestra.run.smithi067.stdout: "current_period": "ddbc27b6-95cb-4e0c-9b38-60675102ba0d", 2024-03-21T13:02:14.683 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 1 2024-03-21T13:02:14.684 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: osdmap e61: 8 total, 8 up, 8 in 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1848193122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: Deploying daemon grafana.a on smithi196 2024-03-21T13:02:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:14.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:14 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: osdmap e61: 8 total, 8 up, 8 in 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1848193122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: Deploying daemon grafana.a on smithi196 2024-03-21T13:02:15.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: osdmap e61: 8 total, 8 up, 8 in 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1848193122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: Deploying daemon grafana.a on smithi196 2024-03-21T13:02:15.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:14 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:15.301 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-03-21T13:02:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:15 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-03-21T13:02:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:15 smithi067 ceph-mon[24852]: osdmap e62: 8 total, 8 up, 8 in 2024-03-21T13:02:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:15 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-03-21T13:02:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:15 smithi067 ceph-mon[29824]: osdmap e62: 8 total, 8 up, 8 in 2024-03-21T13:02:15.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:15 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-03-21T13:02:15.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:15 smithi196 ceph-mon[25809]: osdmap e62: 8 total, 8 up, 8 in 2024-03-21T13:02:16.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:16 smithi067 ceph-mon[24852]: pgmap v46: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:16.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:16 smithi067 ceph-mon[24852]: osdmap e63: 8 total, 8 up, 8 in 2024-03-21T13:02:16.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:16 smithi067 ceph-mon[29824]: pgmap v46: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:16.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:16 smithi067 ceph-mon[29824]: osdmap e63: 8 total, 8 up, 8 in 2024-03-21T13:02:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:16 smithi196 ceph-mon[25809]: pgmap v46: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:16 smithi196 ceph-mon[25809]: osdmap e63: 8 total, 8 up, 8 in 2024-03-21T13:02:18.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:18 smithi067 ceph-mon[24852]: pgmap v48: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:18.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:18 smithi067 ceph-mon[29824]: pgmap v48: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:18 smithi196 ceph-mon[25809]: pgmap v48: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:19.636 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:02:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:02:19.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:19.900 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:19.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "fc179a46-b7f9-4c23-863d-d8ec18bc543d", 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default", 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "api_name": "default", 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "is_master": "true", 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "endpoints": [], 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "hostnames": [], 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "hostnames_s3website": [], 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "master_zone": "", 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "zones": [], 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "placement_targets": [], 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "default_placement": "", 2024-03-21T13:02:20.394 INFO:teuthology.orchestra.run.smithi067.stdout: "realm_id": "85a0a511-4540-448d-9331-a38e4b512871", 2024-03-21T13:02:20.395 INFO:teuthology.orchestra.run.smithi067.stdout: "sync_policy": { 2024-03-21T13:02:20.395 INFO:teuthology.orchestra.run.smithi067.stdout: "groups": [] 2024-03-21T13:02:20.395 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:20.395 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:02:20.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:20 smithi067 ceph-mon[24852]: pgmap v49: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-03-21T13:02:20.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:20 smithi067 ceph-mon[29824]: pgmap v49: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-03-21T13:02:20.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:20 smithi196 ceph-mon[25809]: pgmap v49: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-03-21T13:02:20.932 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-03-21T13:02:21.218 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:20] "GET /metrics HTTP/1.1" 200 191483 "" "Prometheus/2.33.4" 2024-03-21T13:02:22.582 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:22 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:23.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:22 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:23.556 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[24852]: pgmap v50: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 1 op/s 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[29824]: pgmap v50: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 1 op/s 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:23 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "e42bdcd0-c9cd-465c-8121-cefb79bc54f6", 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "z", 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "domain_root": "z.rgw.meta:root", 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "control_pool": "z.rgw.control", 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "gc_pool": "z.rgw.log:gc", 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "lc_pool": "z.rgw.log:lc", 2024-03-21T13:02:23.648 INFO:teuthology.orchestra.run.smithi067.stdout: "log_pool": "z.rgw.log", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "roles_pool": "z.rgw.meta:roles", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "otp_pool": "z.rgw.otp", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "system_key": { 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "access_key": "", 2024-03-21T13:02:23.649 INFO:teuthology.orchestra.run.smithi067.stdout: "secret_key": "" 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "placement_pools": [ 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "default-placement", 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "val": { 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "index_pool": "z.rgw.buckets.index", 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "storage_classes": { 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "STANDARD": { 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "data_pool": "z.rgw.buckets.data" 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-03-21T13:02:23.650 INFO:teuthology.orchestra.run.smithi067.stdout: "index_type": 0 2024-03-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi067.stdout: "realm_id": "85a0a511-4540-448d-9331-a38e4b512871", 2024-03-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi067.stdout: "notif_pool": "z.rgw.log:notif" 2024-03-21T13:02:23.651 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:02:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:23 smithi196 ceph-mon[25809]: pgmap v50: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 1 op/s 2024-03-21T13:02:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:23 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:23 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:23 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:24.337 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-03-21T13:02:24.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:24 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:25.311 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:25 smithi196 ceph-mon[25809]: pgmap v51: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 917 B/s wr, 1 op/s 2024-03-21T13:02:25.311 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:25 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:25.312 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:25 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:25.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:25 smithi067 ceph-mon[24852]: pgmap v51: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 917 B/s wr, 1 op/s 2024-03-21T13:02:25.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:25 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:25.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:25 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:25.645 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:25 smithi067 ceph-mon[29824]: pgmap v51: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 917 B/s wr, 1 op/s 2024-03-21T13:02:25.645 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:25 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:25.645 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:25 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:27.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:27 smithi196 ceph-mon[25809]: pgmap v52: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 716 B/s rd, 1.6 KiB/s wr, 2 op/s 2024-03-21T13:02:27.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:27 smithi196 ceph-mon[25809]: osdmap e64: 8 total, 8 up, 8 in 2024-03-21T13:02:27.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:27 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3801225679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-03-21T13:02:27.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:27 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-03-21T13:02:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[24852]: pgmap v52: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 716 B/s rd, 1.6 KiB/s wr, 2 op/s 2024-03-21T13:02:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[24852]: osdmap e64: 8 total, 8 up, 8 in 2024-03-21T13:02:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3801225679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-03-21T13:02:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-03-21T13:02:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[29824]: pgmap v52: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 716 B/s rd, 1.6 KiB/s wr, 2 op/s 2024-03-21T13:02:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[29824]: osdmap e64: 8 total, 8 up, 8 in 2024-03-21T13:02:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3801225679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-03-21T13:02:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:27 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-03-21T13:02:28.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-03-21T13:02:28.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-03-21T13:02:28.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-03-21T13:02:28.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-03-21T13:02:28.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-03-21T13:02:28.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-03-21T13:02:28.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-03-21T13:02:28.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-03-21T13:02:28.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-03-21T13:02:28.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-03-21T13:02:28.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-03-21T13:02:28.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-03-21T13:02:28.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-03-21T13:02:28.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-03-21T13:02:28.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-03-21T13:02:28.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-03-21T13:02:28.414 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-03-21T13:02:28.415 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-03-21T13:02:28.415 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-03-21T13:02:28.573 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-03-21T13:02:28.573 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: osdmap e65: 8 total, 8 up, 8 in 2024-03-21T13:02:28.573 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: pgmap v55: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 1023 B/s wr, 2 op/s 2024-03-21T13:02:28.573 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:28.573 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[29824]: Reconfiguring daemon alertmanager.a on smithi067 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: osdmap e65: 8 total, 8 up, 8 in 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: pgmap v55: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 1023 B/s wr, 2 op/s 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:28.574 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:28.575 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:28.575 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:28.575 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:28.575 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-21T13:02:28.575 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:28 smithi067 ceph-mon[24852]: Reconfiguring daemon alertmanager.a on smithi067 2024-03-21T13:02:28.660 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-03-21T13:02:28.660 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: osdmap e65: 8 total, 8 up, 8 in 2024-03-21T13:02:28.660 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: pgmap v55: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 1023 B/s wr, 2 op/s 2024-03-21T13:02:28.660 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-21T13:02:28.661 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-mon[25809]: Reconfiguring daemon alertmanager.a on smithi067 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-03-21T13:02:28.662 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-03-21T13:02:28.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-03-21T13:02:28.664 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-03-21T13:02:28.665 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-03-21T13:02:28.665 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-03-21T13:02:28.665 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-03-21T13:02:28.666 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-03-21T13:02:28.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-03-21T13:02:28.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-03-21T13:02:28.669 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-03-21T13:02:28.670 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=503.449302ms 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-03-21T13:02:28.671 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-03-21T13:02:28.913 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:02:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:02:28+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-03-21T13:02:29.544 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:02:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:02:29.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:29 smithi196 ceph-mon[25809]: osdmap e66: 8 total, 8 up, 8 in 2024-03-21T13:02:29.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:29 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3801225679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-03-21T13:02:29.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:29 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-03-21T13:02:29.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:29.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[24852]: osdmap e66: 8 total, 8 up, 8 in 2024-03-21T13:02:29.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3801225679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-03-21T13:02:29.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-03-21T13:02:29.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:29.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[29824]: osdmap e66: 8 total, 8 up, 8 in 2024-03-21T13:02:29.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3801225679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-03-21T13:02:29.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-03-21T13:02:29.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-03-21T13:02:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-mon[24852]: osdmap e67: 8 total, 8 up, 8 in 2024-03-21T13:02:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-mon[24852]: pgmap v58: 97 pgs: 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-03-21T13:02:30.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-03-21T13:02:30.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-mon[29824]: osdmap e67: 8 total, 8 up, 8 in 2024-03-21T13:02:30.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-mon[29824]: pgmap v58: 97 pgs: 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-03-21T13:02:30.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:30 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-03-21T13:02:30.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:30 smithi196 ceph-mon[25809]: osdmap e67: 8 total, 8 up, 8 in 2024-03-21T13:02:30.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:30 smithi196 ceph-mon[25809]: pgmap v58: 97 pgs: 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-03-21T13:02:31.030 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:30] "GET /metrics HTTP/1.1" 200 192912 "" "Prometheus/2.33.4" 2024-03-21T13:02:31.287 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[50048]: level=info ts=2024-03-21T13:02:31.267Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:02:31.599 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-mon[24852]: osdmap e68: 8 total, 8 up, 8 in 2024-03-21T13:02:31.600 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-03-21T13:02:31.600 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-03-21T13:02:31.600 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 podman[51392]: 2024-03-21 13:02:31.28766722 +0000 UTC m=+0.120572890 container died 2613dcfbf95e2f7165b0c413679ad0b210917e5829d15056176d044a55647344 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:31.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-mon[29824]: osdmap e68: 8 total, 8 up, 8 in 2024-03-21T13:02:31.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-03-21T13:02:31.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:31 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-03-21T13:02:31.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:31 smithi196 ceph-mon[25809]: osdmap e68: 8 total, 8 up, 8 in 2024-03-21T13:02:31.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:31 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-03-21T13:02:31.805 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:31 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-03-21T13:02:31.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 podman[51392]: 2024-03-21 13:02:31.600272625 +0000 UTC m=+0.433178300 container cleanup 2613dcfbf95e2f7165b0c413679ad0b210917e5829d15056176d044a55647344 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:31.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 bash[51392]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a 2024-03-21T13:02:31.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 bash[51420]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager.a" found: no such container 2024-03-21T13:02:31.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 podman[51407]: 2024-03-21 13:02:31.818095109 +0000 UTC m=+0.530518627 container remove 2613dcfbf95e2f7165b0c413679ad0b210917e5829d15056176d044a55647344 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:32.219 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 podman[51407]: 2024-03-21 13:02:31.91049406 +0000 UTC m=+0.622917543 volume remove 515a830c0ee62a0773079dfea1dc656ef7bcc8db225c139b8424b932a05408f5 2024-03-21T13:02:32.219 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-21T13:02:32.220 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:02:32.220 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:31 smithi067 systemd[1]: Starting Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:02:32.220 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 podman[51491]: 2024-03-21 13:02:32.13606528 +0000 UTC m=+0.111333877 volume create 3d2662f1e060bc8cf944622df143c9f749074af21168a1fa09565d52898857b9 2024-03-21T13:02:32.220 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 podman[51491]: 2024-03-21 13:02:32.042530775 +0000 UTC m=+0.017799339 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-03-21T13:02:32.220 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 podman[51491]: 2024-03-21 13:02:32.220000939 +0000 UTC m=+0.195269489 container create e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:32.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:32 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-03-21T13:02:32.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:32 smithi196 ceph-mon[25809]: osdmap e69: 8 total, 8 up, 8 in 2024-03-21T13:02:32.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:32 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-03-21T13:02:32.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:32 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-03-21T13:02:32.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:32 smithi196 ceph-mon[25809]: pgmap v61: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-03-21T13:02:32.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-03-21T13:02:32.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[29824]: osdmap e69: 8 total, 8 up, 8 in 2024-03-21T13:02:32.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-03-21T13:02:32.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-03-21T13:02:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[29824]: pgmap v61: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-03-21T13:02:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-03-21T13:02:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[24852]: osdmap e69: 8 total, 8 up, 8 in 2024-03-21T13:02:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-03-21T13:02:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-03-21T13:02:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-mon[24852]: pgmap v61: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-03-21T13:02:32.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 podman[51491]: 2024-03-21 13:02:32.530971223 +0000 UTC m=+0.506239789 container init e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:32.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 podman[51491]: 2024-03-21 13:02:32.533667035 +0000 UTC m=+0.508935594 container start e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:32.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.543Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.543Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.544Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.545Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.570Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.570Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.572Z caller=main.go:518 msg=Listening address=:9093 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:32.572Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 bash[51491]: e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb 2024-03-21T13:02:32.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:32 smithi067 systemd[1]: Started Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:02:33.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:02:33] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "ddd511a8-d138-4641-9da0-fc288276f39c", 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 1, 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "predecessor_uuid": "ddbc27b6-95cb-4e0c-9b38-60675102ba0d", 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "sync_status": [], 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "period_map": { 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "ddd511a8-d138-4641-9da0-fc288276f39c", 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: "zonegroups": [ 2024-03-21T13:02:33.531 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "fc179a46-b7f9-4c23-863d-d8ec18bc543d", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "api_name": "default", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "is_master": "true", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "endpoints": [], 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "hostnames": [], 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "hostnames_s3website": [], 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "master_zone": "e42bdcd0-c9cd-465c-8121-cefb79bc54f6", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "zones": [ 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "id": "e42bdcd0-c9cd-465c-8121-cefb79bc54f6", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "z", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "endpoints": [], 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "log_meta": "false", 2024-03-21T13:02:33.532 INFO:teuthology.orchestra.run.smithi067.stdout: "log_data": "false", 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "bucket_index_max_shards": 11, 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "read_only": "false", 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "tier_type": "", 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "sync_from_all": "true", 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "sync_from": [], 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect_zone": "" 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "placement_targets": [ 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default-placement", 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "storage_classes": [ 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: "STANDARD" 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-03-21T13:02:33.533 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "default_placement": "default-placement", 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "realm_id": "85a0a511-4540-448d-9331-a38e4b512871", 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "sync_policy": { 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "groups": [] 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "short_zone_ids": [ 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "e42bdcd0-c9cd-465c-8121-cefb79bc54f6", 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 1385844063 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-03-21T13:02:33.534 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "master_zonegroup": "fc179a46-b7f9-4c23-863d-d8ec18bc543d", 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "master_zone": "e42bdcd0-c9cd-465c-8121-cefb79bc54f6", 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "period_config": { 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "bucket_quota": { 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": false, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "check_on_raw": false, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "max_size": -1, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "max_size_kb": 0, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "max_objects": -1 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "user_quota": { 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": false, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "check_on_raw": false, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "max_size": -1, 2024-03-21T13:02:33.535 INFO:teuthology.orchestra.run.smithi067.stdout: "max_size_kb": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_objects": -1 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "user_ratelimit": { 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_read_ops": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_write_ops": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_read_bytes": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_write_bytes": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": false 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "bucket_ratelimit": { 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_read_ops": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_write_ops": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_read_bytes": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "max_write_bytes": 0, 2024-03-21T13:02:33.536 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": false 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "anonymous_ratelimit": { 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "max_read_ops": 0, 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "max_write_ops": 0, 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "max_read_bytes": 0, 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "max_write_bytes": 0, 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": false 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "realm_id": "85a0a511-4540-448d-9331-a38e4b512871", 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "realm_name": "r", 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout: "realm_epoch": 2 2024-03-21T13:02:33.537 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:02:33.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-03-21T13:02:33.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: osdmap e70: 8 total, 8 up, 8 in 2024-03-21T13:02:33.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-03-21T13:02:33.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-03-21T13:02:33.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:33.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:02:33.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:02:33.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:33 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: osdmap e70: 8 total, 8 up, 8 in 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:02:33.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: osdmap e70: 8 total, 8 up, 8 in 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1184564143' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:02:33.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:33 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:34.216 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-03-21T13:02:34.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-03-21T13:02:34.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-mon[24852]: osdmap e71: 8 total, 8 up, 8 in 2024-03-21T13:02:34.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-mon[24852]: pgmap v64: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:34.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-03-21T13:02:34.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-mon[29824]: osdmap e71: 8 total, 8 up, 8 in 2024-03-21T13:02:34.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-mon[29824]: pgmap v64: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:34.743 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:34.545Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000222503s 2024-03-21T13:02:34.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:34 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-03-21T13:02:34.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:34 smithi196 ceph-mon[25809]: osdmap e71: 8 total, 8 up, 8 in 2024-03-21T13:02:34.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:34 smithi196 ceph-mon[25809]: pgmap v64: 129 pgs: 32 unknown, 11 creating+activating, 86 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:36.181 INFO:teuthology.orchestra.run.smithi067.stdout:Scheduled rgw.foo update... 2024-03-21T13:02:36.887 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph osd pool create foo' 2024-03-21T13:02:37.379 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:02:37.379 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 bash[45387]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:02:37.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-mon[25809]: pgmap v65: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.8 KiB/s wr, 4 op/s 2024-03-21T13:02:37.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-mon[25809]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:02:37.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-mon[25809]: Saving service rgw.foo spec with placement count:2 2024-03-21T13:02:37.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:37.501 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[24852]: pgmap v65: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.8 KiB/s wr, 4 op/s 2024-03-21T13:02:37.501 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[24852]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:02:37.501 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[24852]: Saving service rgw.foo spec with placement count:2 2024-03-21T13:02:37.501 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:37.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[29824]: pgmap v65: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.8 KiB/s wr, 4 op/s 2024-03-21T13:02:37.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[29824]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:02:37.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[29824]: Saving service rgw.foo spec with placement count:2 2024-03-21T13:02:37.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:38.088 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:02:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:02:38.111 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:02:38.112 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.801Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:02:38.112 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.802Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:02:38.112 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.802Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:02:38.112 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[43431]: ts=2024-03-21T13:02:37.802Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:02:38.112 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:37 smithi196 podman[45409]: 2024-03-21 13:02:37.811814735 +0000 UTC m=+0.655283261 container died e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:38.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 podman[45409]: 2024-03-21 13:02:38.209867737 +0000 UTC m=+1.053336256 container cleanup e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:38.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 bash[45409]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:02:38.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 bash[45507]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:02:38.695 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 podman[45495]: 2024-03-21 13:02:38.436193831 +0000 UTC m=+0.625293310 container remove e86be4b229b9f2cefe5d305193f8bb5307b73506611feb24f8480fc66dea9957 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:38.695 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:02:38.695 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:02:38.695 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:02:38.695 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 podman[45600]: 2024-03-21 13:02:38.574142075 +0000 UTC m=+0.021537233 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:02:38.695 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 podman[45600]: 2024-03-21 13:02:38.695722043 +0000 UTC m=+0.143117235 container create f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:38.948 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 podman[45600]: 2024-03-21 13:02:38.922871375 +0000 UTC m=+0.370266525 container init f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:38.948 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 podman[45600]: 2024-03-21 13:02:38.925559087 +0000 UTC m=+0.372954245 container start f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:02:39.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:38 smithi067 ceph-mon[24852]: pgmap v66: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-03-21T13:02:39.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:39.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:38 smithi067 ceph-mon[29824]: pgmap v66: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-03-21T13:02:39.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:39.194 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'foo' created 2024-03-21T13:02:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-mon[25809]: pgmap v66: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-03-21T13:02:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.948Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.948Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.948Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.948Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.948Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.948Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.950Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.950Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.952Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.953Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:02:39.251 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.953Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.672µs 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:38.953Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 bash[45600]: f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:38 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.148Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.250Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.251Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-03-21T13:02:39.252 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.251Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.22µs wal_replay_duration=297.279824ms total_replay_duration=297.334154ms 2024-03-21T13:02:39.557 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.253Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:02:39.557 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.253Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:02:39.557 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.253Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:02:39.557 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.270Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.895918ms db_storage=980ns remote_storage=1.558µs web_handler=438ns query_engine=724ns scrape=475.637µs scrape_sd=37.056µs notify=41.577µs notify_sd=12.577µs rules=15.733486ms 2024-03-21T13:02:39.557 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:02:39.270Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3344356625' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.67:9093"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.67:9093"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:02:40.089 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.196:3000"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.196:3000"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:40.090 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[29824]: osdmap e72: 8 total, 8 up, 8 in 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3344356625' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.67:9093"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.67:9093"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:02:40.091 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.196:3000"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.196:3000"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-03-21T13:02:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:39 smithi067 ceph-mon[24852]: osdmap e72: 8 total, 8 up, 8 in 2024-03-21T13:02:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3344356625' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-03-21T13:02:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-03-21T13:02:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:02:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.67:9093"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.67:9093"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.196:3000"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.196:3000"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-03-21T13:02:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:39 smithi196 ceph-mon[25809]: osdmap e72: 8 total, 8 up, 8 in 2024-03-21T13:02:41.250 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:41 smithi067 ceph-mon[24852]: pgmap v68: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-03-21T13:02:41.250 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:41 smithi067 ceph-mon[24852]: osdmap e73: 8 total, 8 up, 8 in 2024-03-21T13:02:41.250 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:41 smithi067 ceph-mon[29824]: pgmap v68: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-03-21T13:02:41.250 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:41 smithi067 ceph-mon[29824]: osdmap e73: 8 total, 8 up, 8 in 2024-03-21T13:02:41.587 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'rbd pool init foo' 2024-03-21T13:02:41.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:41 smithi196 ceph-mon[25809]: pgmap v68: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-03-21T13:02:41.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:41 smithi196 ceph-mon[25809]: osdmap e73: 8 total, 8 up, 8 in 2024-03-21T13:02:42.454 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:42 smithi067 ceph-mon[24852]: osdmap e74: 8 total, 8 up, 8 in 2024-03-21T13:02:42.455 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:42 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:02:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:42.455 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:42 smithi067 ceph-mon[29824]: osdmap e74: 8 total, 8 up, 8 in 2024-03-21T13:02:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:42 smithi196 ceph-mon[25809]: osdmap e74: 8 total, 8 up, 8 in 2024-03-21T13:02:42.814 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:02:42 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:02:42.548Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002644267s 2024-03-21T13:02:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: pgmap v71: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: Saving service rgw.foo spec with placement count:2 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[24852]: Deploying daemon rgw.foo.smithi067.hkmuwv on smithi067 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: pgmap v71: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: Saving service rgw.foo spec with placement count:2 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:02:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-03-21T13:02:43.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:43.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:43 smithi067 ceph-mon[29824]: Deploying daemon rgw.foo.smithi067.hkmuwv on smithi067 2024-03-21T13:02:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: pgmap v71: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: Saving service rgw.foo spec with placement count:2 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:43.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:43 smithi196 ceph-mon[25809]: Deploying daemon rgw.foo.smithi067.hkmuwv on smithi067 2024-03-21T13:02:44.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:44 smithi067 ceph-mon[24852]: pgmap v72: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:44.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:44 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:44.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:44 smithi067 ceph-mon[29824]: pgmap v72: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:44 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:44 smithi196 ceph-mon[25809]: pgmap v72: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:44 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3901486438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.061 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3901486438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-03-21T13:02:46.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:45 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-03-21T13:02:46.064 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:45 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.064 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:45 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:45 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3901486438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-03-21T13:02:46.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:45 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-03-21T13:02:46.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: pgmap v73: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: osdmap e75: 8 total, 8 up, 8 in 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:46.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:46 smithi196 ceph-mon[25809]: Deploying daemon rgw.foo.smithi196.zsuetz on smithi196 2024-03-21T13:02:47.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:46] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: pgmap v73: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: osdmap e75: 8 total, 8 up, 8 in 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[29824]: Deploying daemon rgw.foo.smithi196.zsuetz on smithi196 2024-03-21T13:02:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: pgmap v73: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: osdmap e75: 8 total, 8 up, 8 in 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:47.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:46 smithi067 ceph-mon[24852]: Deploying daemon rgw.foo.smithi196.zsuetz on smithi196 2024-03-21T13:02:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:47 smithi196 ceph-mon[25809]: osdmap e76: 8 total, 8 up, 8 in 2024-03-21T13:02:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:47 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:47 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:48.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:47 smithi067 ceph-mon[24852]: osdmap e76: 8 total, 8 up, 8 in 2024-03-21T13:02:48.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:47 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:48.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:47 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:48.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:47 smithi067 ceph-mon[29824]: osdmap e76: 8 total, 8 up, 8 in 2024-03-21T13:02:48.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:47 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:48.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:47 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:48.439 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch apply iscsi foo u p' 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[24852]: pgmap v76: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[24852]: osdmap e77: 8 total, 8 up, 8 in 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[29824]: pgmap v76: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[29824]: osdmap e77: 8 total, 8 up, 8 in 2024-03-21T13:02:49.047 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:49.048 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:49.048 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:49.048 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:48 smithi196 ceph-mon[25809]: pgmap v76: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:48 smithi196 ceph-mon[25809]: osdmap e77: 8 total, 8 up, 8 in 2024-03-21T13:02:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:02:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: pgmap v78: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: pgmap v79: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: pgmap v80: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:50.043 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[24852]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: pgmap v78: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: pgmap v79: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: pgmap v80: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.044 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:50.045 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-mon[29824]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: pgmap v78: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: pgmap v79: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: pgmap v80: 161 pgs: 161 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:50.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:50.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:50.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:50.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:50 smithi196 ceph-mon[25809]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-03-21T13:02:50.445 INFO:teuthology.orchestra.run.smithi067.stdout:Scheduled iscsi.foo update... 2024-03-21T13:02:51.009 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:50] "GET /metrics HTTP/1.1" 200 196813 "" "Prometheus/2.33.4" 2024-03-21T13:02:51.628 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: from='client.24724 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: Saving service iscsi.foo spec with placement count:1 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 326 KiB/s rd, 10 KiB/s wr, 604 op/s 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 413 KiB/s rd, 13 KiB/s wr, 766 op/s 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: from='client.24724 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:02:51.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: Saving service iscsi.foo spec with placement count:1 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 326 KiB/s rd, 10 KiB/s wr, 604 op/s 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 413 KiB/s rd, 13 KiB/s wr, 766 op/s 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:51.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:51.652 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'sleep 180' 2024-03-21T13:02:51.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: from='client.24724 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:02:51.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: Saving service iscsi.foo spec with placement count:1 2024-03-21T13:02:51.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:51.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:51.713 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:51.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:51.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 326 KiB/s rd, 10 KiB/s wr, 604 op/s 2024-03-21T13:02:51.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 413 KiB/s rd, 13 KiB/s wr, 766 op/s 2024-03-21T13:02:51.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:51.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:53.837 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 256 KiB/s rd, 8.2 KiB/s wr, 475 op/s 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: osdmap e78: 8 total, 8 up, 8 in 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 256 KiB/s rd, 8.2 KiB/s wr, 475 op/s 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: osdmap e78: 8 total, 8 up, 8 in 2024-03-21T13:02:53.838 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:02:53.839 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 256 KiB/s rd, 8.2 KiB/s wr, 475 op/s 2024-03-21T13:02:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: osdmap e78: 8 total, 8 up, 8 in 2024-03-21T13:02:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:02:53.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-03-21T13:02:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]': finished 2024-03-21T13:02:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-03-21T13:02:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]': finished 2024-03-21T13:02:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:54 smithi196 ceph-mon[25809]: osdmap e79: 8 total, 8 up, 8 in 2024-03-21T13:02:55.026 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-03-21T13:02:55.026 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]': finished 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]': finished 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[24852]: osdmap e79: 8 total, 8 up, 8 in 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]': finished 2024-03-21T13:02:55.027 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-03-21T13:02:55.028 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]': finished 2024-03-21T13:02:55.028 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:54 smithi067 ceph-mon[29824]: osdmap e79: 8 total, 8 up, 8 in 2024-03-21T13:02:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:55 smithi067 ceph-mon[24852]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 219 KiB/s rd, 7.0 KiB/s wr, 407 op/s 2024-03-21T13:02:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:55 smithi067 ceph-mon[24852]: osdmap e80: 8 total, 8 up, 8 in 2024-03-21T13:02:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:55 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:55 smithi067 ceph-mon[29824]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 219 KiB/s rd, 7.0 KiB/s wr, 407 op/s 2024-03-21T13:02:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:55 smithi067 ceph-mon[29824]: osdmap e80: 8 total, 8 up, 8 in 2024-03-21T13:02:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:55 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:55 smithi196 ceph-mon[25809]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 56 MiB used, 715 GiB / 715 GiB avail; 219 KiB/s rd, 7.0 KiB/s wr, 407 op/s 2024-03-21T13:02:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:55 smithi196 ceph-mon[25809]: osdmap e80: 8 total, 8 up, 8 in 2024-03-21T13:02:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:55 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:57.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:02:57 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:02:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:02:58.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: pgmap v88: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: pgmap v89: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:58.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: pgmap v88: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: pgmap v89: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:58.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:58.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:58.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: pgmap v88: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: pgmap v89: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:02:58.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:58.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:58.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:02:58.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:02:58.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:02:58.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: Checking dashboard <-> RGW credentials 2024-03-21T13:02:58.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T13:02:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:02:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T13:02:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:02:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:02:59 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:02:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:02:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:02:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:02:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:59 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:02:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:59 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-03-21T13:02:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:59 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:02:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:02:59 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:00.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:00 smithi067 ceph-mon[24852]: pgmap v90: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:03:00.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:00 smithi067 ceph-mon[29824]: pgmap v90: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:03:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:00 smithi196 ceph-mon[25809]: pgmap v90: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:03:01.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:00] "GET /metrics HTTP/1.1" 200 207339 "" "Prometheus/2.33.4" 2024-03-21T13:03:01.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:01 smithi067 ceph-mon[24852]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 4 op/s 2024-03-21T13:03:01.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:01 smithi067 ceph-mon[29824]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 4 op/s 2024-03-21T13:03:01.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:01 smithi196 ceph-mon[25809]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 4 op/s 2024-03-21T13:03:02.804 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:03:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:02.804 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:03:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:03.738 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:03.739 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:03 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:03.739 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:03 smithi196 ceph-mon[25809]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 3 op/s 2024-03-21T13:03:03.817 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:03.818 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:03 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:03.818 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:03 smithi067 ceph-mon[24852]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 3 op/s 2024-03-21T13:03:03.818 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:03.818 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:03 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:03.818 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:03 smithi067 ceph-mon[29824]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 3 op/s 2024-03-21T13:03:04.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:03:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:05.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: Checking pool "foo" exists for service iscsi.foo 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[29824]: Deploying daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: Checking pool "foo" exists for service iscsi.foo 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:05.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:05 smithi067 ceph-mon[24852]: Deploying daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: Checking pool "foo" exists for service iscsi.foo 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:05 smithi196 ceph-mon[25809]: Deploying daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:03:06.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:06 smithi067 ceph-mon[24852]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-21T13:03:06.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:06 smithi067 ceph-mon[29824]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-21T13:03:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:06 smithi196 ceph-mon[25809]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-21T13:03:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: Adding iSCSI gateway http://:@172.21.15.67:5000 to Dashboard 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: mgrmap e20: y(active, since 2m), standbys: x 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:03:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 3 op/s 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/487613224' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1770969833' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2302220760"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: Adding iSCSI gateway http://:@172.21.15.67:5000 to Dashboard 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: mgrmap e20: y(active, since 2m), standbys: x 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:08.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:08.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:03:08.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 3 op/s 2024-03-21T13:03:08.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/487613224' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:03:08.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:08 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1770969833' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2302220760"}]: dispatch 2024-03-21T13:03:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: Adding iSCSI gateway http://:@172.21.15.67:5000 to Dashboard 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: mgrmap e20: y(active, since 2m), standbys: x 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:08.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:08.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:08.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:08.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:03:08.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 3 op/s 2024-03-21T13:03:08.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/487613224' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:03:08.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:08 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1770969833' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2302220760"}]: dispatch 2024-03-21T13:03:09.627 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:03:09.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:09.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1770969833' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2302220760"}]': finished 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[24852]: osdmap e81: 8 total, 8 up, 8 in 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3792211672' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2302220760"}]: dispatch 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[24852]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 3 op/s 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:09.733 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1770969833' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2302220760"}]': finished 2024-03-21T13:03:09.734 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[29824]: osdmap e81: 8 total, 8 up, 8 in 2024-03-21T13:03:09.734 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3792211672' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2302220760"}]: dispatch 2024-03-21T13:03:09.734 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:09 smithi067 ceph-mon[29824]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 3 op/s 2024-03-21T13:03:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:09.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1770969833' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2302220760"}]': finished 2024-03-21T13:03:09.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-mon[25809]: osdmap e81: 8 total, 8 up, 8 in 2024-03-21T13:03:09.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3792211672' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2302220760"}]: dispatch 2024-03-21T13:03:09.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:09 smithi196 ceph-mon[25809]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 3 op/s 2024-03-21T13:03:10.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3792211672' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2302220760"}]': finished 2024-03-21T13:03:10.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[24852]: osdmap e82: 8 total, 8 up, 8 in 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1478764600' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1814752055"}]: dispatch 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3792211672' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2302220760"}]': finished 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[29824]: osdmap e82: 8 total, 8 up, 8 in 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1478764600' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1814752055"}]: dispatch 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:10.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:03:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:10 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3792211672' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2302220760"}]': finished 2024-03-21T13:03:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:10 smithi196 ceph-mon[25809]: osdmap e82: 8 total, 8 up, 8 in 2024-03-21T13:03:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:10 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1478764600' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1814752055"}]: dispatch 2024-03-21T13:03:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:10 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:11.355 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:10] "GET /metrics HTTP/1.1" 200 208096 "" "Prometheus/2.33.4" 2024-03-21T13:03:12.058 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1478764600' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1814752055"}]': finished 2024-03-21T13:03:12.058 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[24852]: osdmap e83: 8 total, 8 up, 8 in 2024-03-21T13:03:12.058 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1379135363' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]: dispatch 2024-03-21T13:03:12.058 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]: dispatch 2024-03-21T13:03:12.058 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[24852]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 170 B/s wr, 1 op/s 2024-03-21T13:03:12.059 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1478764600' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1814752055"}]': finished 2024-03-21T13:03:12.059 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[29824]: osdmap e83: 8 total, 8 up, 8 in 2024-03-21T13:03:12.059 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1379135363' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]: dispatch 2024-03-21T13:03:12.059 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]: dispatch 2024-03-21T13:03:12.059 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:11 smithi067 ceph-mon[29824]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 170 B/s wr, 1 op/s 2024-03-21T13:03:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:11 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1478764600' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1814752055"}]': finished 2024-03-21T13:03:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:11 smithi196 ceph-mon[25809]: osdmap e83: 8 total, 8 up, 8 in 2024-03-21T13:03:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:11 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1379135363' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]: dispatch 2024-03-21T13:03:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:11 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]: dispatch 2024-03-21T13:03:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:11 smithi196 ceph-mon[25809]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 170 B/s wr, 1 op/s 2024-03-21T13:03:13.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]': finished 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[24852]: osdmap e84: 8 total, 8 up, 8 in 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3545778644' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]: dispatch 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]: dispatch 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]': finished 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[29824]: osdmap e84: 8 total, 8 up, 8 in 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3545778644' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]: dispatch 2024-03-21T13:03:13.013 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:12 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]: dispatch 2024-03-21T13:03:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:12 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1134033391"}]': finished 2024-03-21T13:03:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:12 smithi196 ceph-mon[25809]: osdmap e84: 8 total, 8 up, 8 in 2024-03-21T13:03:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:12 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3545778644' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]: dispatch 2024-03-21T13:03:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:12 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]: dispatch 2024-03-21T13:03:13.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:03:13] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]': finished 2024-03-21T13:03:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: osdmap e85: 8 total, 8 up, 8 in 2024-03-21T13:03:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1260705214' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/947907803"}]: dispatch 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[24852]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]': finished 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: osdmap e85: 8 total, 8 up, 8 in 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1260705214' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/947907803"}]: dispatch 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:14.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:14.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:14.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:13 smithi067 ceph-mon[29824]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3549647470"}]': finished 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: osdmap e85: 8 total, 8 up, 8 in 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1260705214' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/947907803"}]: dispatch 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:13 smithi196 ceph-mon[25809]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s 2024-03-21T13:03:15.064 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:14 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1260705214' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/947907803"}]': finished 2024-03-21T13:03:15.064 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:14 smithi196 ceph-mon[25809]: osdmap e86: 8 total, 8 up, 8 in 2024-03-21T13:03:15.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:14 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/221901178' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]: dispatch 2024-03-21T13:03:15.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:14 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]: dispatch 2024-03-21T13:03:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1260705214' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/947907803"}]': finished 2024-03-21T13:03:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[24852]: osdmap e86: 8 total, 8 up, 8 in 2024-03-21T13:03:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/221901178' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]: dispatch 2024-03-21T13:03:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]: dispatch 2024-03-21T13:03:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1260705214' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/947907803"}]': finished 2024-03-21T13:03:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[29824]: osdmap e86: 8 total, 8 up, 8 in 2024-03-21T13:03:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/221901178' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]: dispatch 2024-03-21T13:03:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:14 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]: dispatch 2024-03-21T13:03:16.083 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:15 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]': finished 2024-03-21T13:03:16.084 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:15 smithi196 ceph-mon[25809]: osdmap e87: 8 total, 8 up, 8 in 2024-03-21T13:03:16.084 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:15 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1864068082' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]: dispatch 2024-03-21T13:03:16.084 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:15 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]: dispatch 2024-03-21T13:03:16.084 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:15 smithi196 ceph-mon[25809]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:16.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]': finished 2024-03-21T13:03:16.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[29824]: osdmap e87: 8 total, 8 up, 8 in 2024-03-21T13:03:16.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1864068082' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]: dispatch 2024-03-21T13:03:16.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]: dispatch 2024-03-21T13:03:16.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[29824]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3549647470"}]': finished 2024-03-21T13:03:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[24852]: osdmap e87: 8 total, 8 up, 8 in 2024-03-21T13:03:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1864068082' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]: dispatch 2024-03-21T13:03:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]: dispatch 2024-03-21T13:03:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:15 smithi067 ceph-mon[24852]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:16.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:03:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:17.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]': finished 2024-03-21T13:03:17.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[24852]: osdmap e88: 8 total, 8 up, 8 in 2024-03-21T13:03:17.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/311998457' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4095096167"}]: dispatch 2024-03-21T13:03:17.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:17.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:17.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]': finished 2024-03-21T13:03:17.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[29824]: osdmap e88: 8 total, 8 up, 8 in 2024-03-21T13:03:17.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/311998457' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4095096167"}]: dispatch 2024-03-21T13:03:17.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:17.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:16 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:16 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2466130762"}]': finished 2024-03-21T13:03:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:16 smithi196 ceph-mon[25809]: osdmap e88: 8 total, 8 up, 8 in 2024-03-21T13:03:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:16 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/311998457' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4095096167"}]: dispatch 2024-03-21T13:03:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:16 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:16 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:18.025 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:17 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/311998457' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4095096167"}]': finished 2024-03-21T13:03:18.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:17 smithi196 ceph-mon[25809]: osdmap e89: 8 total, 8 up, 8 in 2024-03-21T13:03:18.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:17 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/63201369' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2261099158"}]: dispatch 2024-03-21T13:03:18.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:17 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:18.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:17 smithi196 ceph-mon[25809]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/311998457' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4095096167"}]': finished 2024-03-21T13:03:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[24852]: osdmap e89: 8 total, 8 up, 8 in 2024-03-21T13:03:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/63201369' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2261099158"}]: dispatch 2024-03-21T13:03:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:18.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[24852]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/311998457' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4095096167"}]': finished 2024-03-21T13:03:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[29824]: osdmap e89: 8 total, 8 up, 8 in 2024-03-21T13:03:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/63201369' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2261099158"}]: dispatch 2024-03-21T13:03:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:17 smithi067 ceph-mon[29824]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:19.080 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/63201369' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2261099158"}]': finished 2024-03-21T13:03:19.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:18 smithi196 ceph-mon[25809]: osdmap e90: 8 total, 8 up, 8 in 2024-03-21T13:03:19.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3784368623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3044634796"}]: dispatch 2024-03-21T13:03:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/63201369' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2261099158"}]': finished 2024-03-21T13:03:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:18 smithi067 ceph-mon[24852]: osdmap e90: 8 total, 8 up, 8 in 2024-03-21T13:03:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3784368623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3044634796"}]: dispatch 2024-03-21T13:03:19.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/63201369' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2261099158"}]': finished 2024-03-21T13:03:19.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:18 smithi067 ceph-mon[29824]: osdmap e90: 8 total, 8 up, 8 in 2024-03-21T13:03:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3784368623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3044634796"}]: dispatch 2024-03-21T13:03:19.412 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:03:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:03:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3784368623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3044634796"}]': finished 2024-03-21T13:03:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[29824]: osdmap e91: 8 total, 8 up, 8 in 2024-03-21T13:03:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/65135603' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]: dispatch 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]: dispatch 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[29824]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3784368623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3044634796"}]': finished 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[24852]: osdmap e91: 8 total, 8 up, 8 in 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/65135603' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]: dispatch 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]: dispatch 2024-03-21T13:03:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:19 smithi067 ceph-mon[24852]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:03:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:19 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3784368623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3044634796"}]': finished 2024-03-21T13:03:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:19 smithi196 ceph-mon[25809]: osdmap e91: 8 total, 8 up, 8 in 2024-03-21T13:03:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:19 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/65135603' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]: dispatch 2024-03-21T13:03:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:19 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]: dispatch 2024-03-21T13:03:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:19 smithi196 ceph-mon[25809]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:03:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]': finished 2024-03-21T13:03:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[24852]: osdmap e92: 8 total, 8 up, 8 in 2024-03-21T13:03:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1855945395' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]: dispatch 2024-03-21T13:03:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]: dispatch 2024-03-21T13:03:21.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:20] "GET /metrics HTTP/1.1" 200 208096 "" "Prometheus/2.33.4" 2024-03-21T13:03:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]': finished 2024-03-21T13:03:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[29824]: osdmap e92: 8 total, 8 up, 8 in 2024-03-21T13:03:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1855945395' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]: dispatch 2024-03-21T13:03:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:20 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]: dispatch 2024-03-21T13:03:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:20 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3741412368"}]': finished 2024-03-21T13:03:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:20 smithi196 ceph-mon[25809]: osdmap e92: 8 total, 8 up, 8 in 2024-03-21T13:03:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:20 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1855945395' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]: dispatch 2024-03-21T13:03:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:20 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]: dispatch 2024-03-21T13:03:22.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]': finished 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[24852]: osdmap e93: 8 total, 8 up, 8 in 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2525322260' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]: dispatch 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]: dispatch 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[24852]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]': finished 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[29824]: osdmap e93: 8 total, 8 up, 8 in 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2525322260' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]: dispatch 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]: dispatch 2024-03-21T13:03:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:21 smithi067 ceph-mon[29824]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:21 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/3571826370"}]': finished 2024-03-21T13:03:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:21 smithi196 ceph-mon[25809]: osdmap e93: 8 total, 8 up, 8 in 2024-03-21T13:03:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:21 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2525322260' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]: dispatch 2024-03-21T13:03:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:21 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]: dispatch 2024-03-21T13:03:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:21 smithi196 ceph-mon[25809]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]': finished 2024-03-21T13:03:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[24852]: osdmap e94: 8 total, 8 up, 8 in 2024-03-21T13:03:23.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1464261071' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]: dispatch 2024-03-21T13:03:23.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]: dispatch 2024-03-21T13:03:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]': finished 2024-03-21T13:03:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[29824]: osdmap e94: 8 total, 8 up, 8 in 2024-03-21T13:03:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1464261071' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]: dispatch 2024-03-21T13:03:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:22 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]: dispatch 2024-03-21T13:03:23.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:22 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1136137145"}]': finished 2024-03-21T13:03:23.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:22 smithi196 ceph-mon[25809]: osdmap e94: 8 total, 8 up, 8 in 2024-03-21T13:03:23.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:22 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1464261071' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]: dispatch 2024-03-21T13:03:23.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:22 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]: dispatch 2024-03-21T13:03:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]': finished 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[24852]: osdmap e95: 8 total, 8 up, 8 in 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1627191998' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]: dispatch 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]: dispatch 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[24852]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]': finished 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[29824]: osdmap e95: 8 total, 8 up, 8 in 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1627191998' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]: dispatch 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]: dispatch 2024-03-21T13:03:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:23 smithi067 ceph-mon[29824]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:23 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/93378288"}]': finished 2024-03-21T13:03:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:23 smithi196 ceph-mon[25809]: osdmap e95: 8 total, 8 up, 8 in 2024-03-21T13:03:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:23 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1627191998' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]: dispatch 2024-03-21T13:03:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:23 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]: dispatch 2024-03-21T13:03:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:23 smithi196 ceph-mon[25809]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:24 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]': finished 2024-03-21T13:03:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:24 smithi067 ceph-mon[24852]: osdmap e96: 8 total, 8 up, 8 in 2024-03-21T13:03:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:24 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]': finished 2024-03-21T13:03:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:24 smithi067 ceph-mon[29824]: osdmap e96: 8 total, 8 up, 8 in 2024-03-21T13:03:25.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:24 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/3571826370"}]': finished 2024-03-21T13:03:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:24 smithi196 ceph-mon[25809]: osdmap e96: 8 total, 8 up, 8 in 2024-03-21T13:03:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:25 smithi067 ceph-mon[24852]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:03:26.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:25 smithi067 ceph-mon[29824]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:03:26.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:25 smithi196 ceph-mon[25809]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:03:27.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:27 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:27.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:27 smithi067 ceph-mon[29824]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:27 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:27 smithi067 ceph-mon[24852]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:27.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:27 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:03:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:27.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:27 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:27.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:27 smithi196 ceph-mon[25809]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:28.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:28.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:28.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:28.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:29 smithi196 ceph-mon[25809]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 675 B/s rd, 0 op/s 2024-03-21T13:03:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:03:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:03:29.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:29 smithi067 ceph-mon[24852]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 675 B/s rd, 0 op/s 2024-03-21T13:03:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:29 smithi067 ceph-mon[29824]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 675 B/s rd, 0 op/s 2024-03-21T13:03:31.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:30] "GET /metrics HTTP/1.1" 200 208146 "" "Prometheus/2.33.4" 2024-03-21T13:03:31.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:31 smithi067 ceph-mon[24852]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:31.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:31 smithi067 ceph-mon[29824]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:31.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:31 smithi196 ceph-mon[25809]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:33.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:33 smithi067 ceph-mon[24852]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:03:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:03:33.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:03:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:03:33.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:03:33.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:33 smithi067 ceph-mon[29824]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:03:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:33 smithi196 ceph-mon[25809]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:03:35.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:35 smithi196 ceph-mon[25809]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:03:35.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:35 smithi067 ceph-mon[24852]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:03:35.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:35 smithi067 ceph-mon[29824]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:03:36.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:03:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:37.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:37.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:37.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:37.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[24852]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:37.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:37.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:37.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:37.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:37 smithi067 ceph-mon[29824]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:37.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:37 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:37.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:37 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:37.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:37 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:37.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:37 smithi196 ceph-mon[25809]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:39 smithi196 ceph-mon[25809]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:39.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:03:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:03:39.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:39 smithi067 ceph-mon[29824]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:39 smithi067 ceph-mon[24852]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:41.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:40] "GET /metrics HTTP/1.1" 200 208092 "" "Prometheus/2.33.4" 2024-03-21T13:03:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:41 smithi067 ceph-mon[24852]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:41.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:41 smithi067 ceph-mon[29824]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:41.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:41 smithi196 ceph-mon[25809]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:43 smithi067 ceph-mon[24852]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:43.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:43 smithi067 ceph-mon[29824]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:03:43.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:03:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:03:43.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:03:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:03:43.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:03:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:43 smithi196 ceph-mon[25809]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:45 smithi067 ceph-mon[24852]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:45.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:45 smithi067 ceph-mon[29824]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:45.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:45 smithi196 ceph-mon[25809]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:47.558 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:47 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:47.558 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:47 smithi067 ceph-mon[24852]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:47.559 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:47 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:47.559 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:47 smithi067 ceph-mon[29824]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:47.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:03:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:47 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:47 smithi196 ceph-mon[25809]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:48.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:48.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:48.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:48.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:49.600 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:03:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:03:49.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:49 smithi067 ceph-mon[24852]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:49.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:49 smithi067 ceph-mon[29824]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:49.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:49 smithi196 ceph-mon[25809]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:51.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:50] "GET /metrics HTTP/1.1" 200 208092 "" "Prometheus/2.33.4" 2024-03-21T13:03:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:51 smithi067 ceph-mon[24852]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:51.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:51 smithi067 ceph-mon[29824]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:51.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:51 smithi196 ceph-mon[25809]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:53.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:53 smithi196 ceph-mon[25809]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:53.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:03:53.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:03:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-mon[24852]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:03:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:03:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-mon[29824]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:03:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:03:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:03:53.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:03:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:03:53.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:03:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:03:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:03:53.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:03:55.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:55 smithi196 ceph-mon[25809]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:55 smithi067 ceph-mon[24852]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:55.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:55 smithi067 ceph-mon[29824]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:03:56.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:03:56 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:03:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:03:57.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:57.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:57.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:57.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[24852]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:57.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:57.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:57.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:57.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:57 smithi067 ceph-mon[29824]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:03:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:57 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:03:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:57 smithi196 ceph-mon[25809]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:03:59 smithi196 ceph-mon[25809]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:03:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:03:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:03:59.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:03:59 smithi067 ceph-mon[24852]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:03:59.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:03:59 smithi067 ceph-mon[29824]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:01.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:00] "GET /metrics HTTP/1.1" 200 208064 "" "Prometheus/2.33.4" 2024-03-21T13:04:01.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:01 smithi067 ceph-mon[24852]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:01.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:01 smithi067 ceph-mon[29824]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:01.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:01 smithi196 ceph-mon[25809]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:03.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:03 smithi067 ceph-mon[29824]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:03 smithi067 ceph-mon[24852]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:04:03.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:03.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:03.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:03 smithi196 ceph-mon[25809]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:05.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:05 smithi067 ceph-mon[24852]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:05.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:05 smithi067 ceph-mon[29824]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:05 smithi196 ceph-mon[25809]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:07.594 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:07 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:07.594 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:07 smithi067 ceph-mon[24852]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:07.594 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:07 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:07.594 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:07 smithi067 ceph-mon[29824]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:07.880 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:04:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:04:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:07 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:07 smithi196 ceph-mon[25809]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:08.952 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:08.952 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:08.952 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:08.952 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:04:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:04:10.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:09 smithi067 ceph-mon[29824]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:10.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:09 smithi067 ceph-mon[24852]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:09 smithi196 ceph-mon[25809]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:11.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:10] "GET /metrics HTTP/1.1" 200 208059 "" "Prometheus/2.33.4" 2024-03-21T13:04:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:11 smithi067 ceph-mon[24852]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:11.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:11 smithi067 ceph-mon[29824]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:11.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:11 smithi196 ceph-mon[25809]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:04:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[24852]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-mon[29824]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:13.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:04:13.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:13.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:13.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:13.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:13.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:04:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:04:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:04:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:13 smithi196 ceph-mon[25809]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:15.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:15 smithi196 ceph-mon[25809]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:15 smithi067 ceph-mon[24852]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:15 smithi067 ceph-mon[29824]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:17.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:16 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:04:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:04:17.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:17 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:17.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:17 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:17.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:17 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:17.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:17 smithi196 ceph-mon[25809]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:18.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:18.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[24852]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:17 smithi067 ceph-mon[29824]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:19.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:19 smithi196 ceph-mon[25809]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:19.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:04:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:04:19.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:19 smithi067 ceph-mon[24852]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:19.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:19 smithi067 ceph-mon[29824]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:21.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:20] "GET /metrics HTTP/1.1" 200 208059 "" "Prometheus/2.33.4" 2024-03-21T13:04:21.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:21 smithi067 ceph-mon[29824]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:21.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:21 smithi067 ceph-mon[24852]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:21.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:21 smithi196 ceph-mon[25809]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:23.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:23 smithi067 ceph-mon[24852]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:23.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:23 smithi067 ceph-mon[29824]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:04:23.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:23.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:23.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:23 smithi196 ceph-mon[25809]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:25 smithi067 ceph-mon[24852]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:25 smithi067 ceph-mon[29824]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:25 smithi196 ceph-mon[25809]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:27 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:27 smithi067 ceph-mon[24852]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:27 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:27 smithi067 ceph-mon[29824]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:27.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:27 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:27.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:27 smithi196 ceph-mon[25809]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:28.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:27 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:04:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:04:29.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:29.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:28 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:29.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:29.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:28 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:29.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:29.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:28 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:04:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:04:29.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:29 smithi067 ceph-mon[29824]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:29.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:29 smithi067 ceph-mon[24852]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:29 smithi196 ceph-mon[25809]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:31.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:30] "GET /metrics HTTP/1.1" 200 208051 "" "Prometheus/2.33.4" 2024-03-21T13:04:31.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:31 smithi067 ceph-mon[24852]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:31 smithi067 ceph-mon[29824]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:31.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:31 smithi196 ceph-mon[25809]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:33.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:33 smithi067 ceph-mon[29824]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:33.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:33 smithi067 ceph-mon[24852]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:04:33.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:33.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:33.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:33 smithi196 ceph-mon[25809]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:35.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:35 smithi196 ceph-mon[25809]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:35.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:35 smithi067 ceph-mon[29824]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:35.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:35 smithi067 ceph-mon[24852]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:37.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:04:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:04:38.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:38.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:38.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:38.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[29824]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:37 smithi067 ceph-mon[24852]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:38.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:37 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:38.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:37 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:38.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:37 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:38.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:37 smithi196 ceph-mon[25809]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:39 smithi196 ceph-mon[25809]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:39.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:04:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:04:39.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:39 smithi067 ceph-mon[29824]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:39.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:39 smithi067 ceph-mon[24852]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:41.287 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:40] "GET /metrics HTTP/1.1" 200 208062 "" "Prometheus/2.33.4" 2024-03-21T13:04:41.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:41 smithi067 ceph-mon[29824]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:41.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:41 smithi067 ceph-mon[24852]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:41.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:41 smithi196 ceph-mon[25809]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:43 smithi067 ceph-mon[24852]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:43 smithi067 ceph-mon[29824]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:04:43.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:43.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:43.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:43.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:43.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:43 smithi196 ceph-mon[25809]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:45 smithi067 ceph-mon[24852]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:45.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:45 smithi067 ceph-mon[29824]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:45.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:45 smithi196 ceph-mon[25809]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:47.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:47 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:47.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:47 smithi067 ceph-mon[29824]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:47 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:47 smithi067 ceph-mon[24852]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:47 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:47 smithi196 ceph-mon[25809]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:48.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:04:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:04:49.249 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:49.249 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:49.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:49.250 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:49.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:49.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:04:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:04:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:49 smithi067 ceph-mon[24852]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:49 smithi067 ceph-mon[29824]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:49 smithi196 ceph-mon[25809]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:51.197 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:50] "GET /metrics HTTP/1.1" 200 208062 "" "Prometheus/2.33.4" 2024-03-21T13:04:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:51 smithi067 ceph-mon[24852]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:51.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:51 smithi067 ceph-mon[29824]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:51 smithi196 ceph-mon[25809]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:53.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-mon[29824]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:53.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:04:53.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:04:53.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-mon[24852]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:53.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:04:53.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:04:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:04:53.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:53.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:04:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:04:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:04:53.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:04:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:53 smithi196 ceph-mon[25809]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:04:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:04:55.823 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:55 smithi196 ceph-mon[25809]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:55 smithi067 ceph-mon[24852]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:55.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:55 smithi067 ceph-mon[29824]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:04:57.352 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:04:56 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:04:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:04:58.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:58.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:57 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:58.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:57 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:58.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:57 smithi196 ceph-mon[25809]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:58.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[24852]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:04:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:04:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:57 smithi067 ceph-mon[29824]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:04:59 smithi196 ceph-mon[25809]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:04:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:04:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:04:59.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:04:59 smithi067 ceph-mon[24852]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:04:59.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:04:59 smithi067 ceph-mon[29824]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:01.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:00] "GET /metrics HTTP/1.1" 200 208061 "" "Prometheus/2.33.4" 2024-03-21T13:05:01.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:01 smithi067 ceph-mon[24852]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:01.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:01 smithi067 ceph-mon[29824]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:01.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:01 smithi196 ceph-mon[25809]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:03.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:03 smithi067 ceph-mon[24852]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:03.804 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:03 smithi067 ceph-mon[29824]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:03.805 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:05:03.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:03.805 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:03.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:03.805 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:03.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:03 smithi196 ceph-mon[25809]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:05.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:05 smithi067 ceph-mon[24852]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:05.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:05 smithi067 ceph-mon[29824]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:05.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:05 smithi196 ceph-mon[25809]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:07.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:07 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:07.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:07 smithi067 ceph-mon[29824]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:07.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:07 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:07.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:07 smithi067 ceph-mon[24852]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:07 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:07 smithi196 ceph-mon[25809]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:08.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:05:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:05:09.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:09 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:09.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:09 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:09.327 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:09 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:09.327 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:09 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:09 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:09 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:05:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:05:10.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:10 smithi067 ceph-mon[24852]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:10.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:10 smithi067 ceph-mon[29824]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:10 smithi196 ceph-mon[25809]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:11.317 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:10] "GET /metrics HTTP/1.1" 200 208055 "" "Prometheus/2.33.4" 2024-03-21T13:05:11.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:11 smithi067 ceph-mon[24852]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:11.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:11 smithi067 ceph-mon[29824]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:11 smithi196 ceph-mon[25809]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:05:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[24852]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:13.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-mon[29824]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:13.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:05:13.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:13.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:13.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:13.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:13.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:05:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:05:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:05:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:13 smithi196 ceph-mon[25809]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:15.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:15 smithi067 ceph-mon[29824]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:15.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:15 smithi067 ceph-mon[24852]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:15.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:15 smithi196 ceph-mon[25809]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:17.374 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:17 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:05:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:05:18.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:18.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:18.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:18.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[29824]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:18.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:18.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:18.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:18.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:18 smithi067 ceph-mon[24852]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:18.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:18.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:18.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:18 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:18.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:18 smithi196 ceph-mon[25809]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:19.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:19 smithi196 ceph-mon[25809]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:19.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:05:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:05:19.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:19 smithi067 ceph-mon[24852]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:19.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:19 smithi067 ceph-mon[29824]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:21.392 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:20] "GET /metrics HTTP/1.1" 200 208055 "" "Prometheus/2.33.4" 2024-03-21T13:05:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:21 smithi067 ceph-mon[24852]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:21.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:21 smithi067 ceph-mon[29824]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:21 smithi196 ceph-mon[25809]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:23.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:23 smithi067 ceph-mon[29824]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:23.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:23 smithi067 ceph-mon[24852]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:05:23.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:23.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:23.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:23 smithi196 ceph-mon[25809]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:25.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:25 smithi067 ceph-mon[29824]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:25 smithi067 ceph-mon[24852]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:25.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:25 smithi196 ceph-mon[25809]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:27 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:27 smithi067 ceph-mon[24852]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:27 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:27 smithi067 ceph-mon[29824]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:27.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:27 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:27.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:27 smithi196 ceph-mon[25809]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:28.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:28 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:05:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:05:29.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:29.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:05:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:05:30.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:30 smithi067 ceph-mon[24852]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:30.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:30 smithi067 ceph-mon[29824]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:30.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:30 smithi196 ceph-mon[25809]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:31.006 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:30] "GET /metrics HTTP/1.1" 200 208062 "" "Prometheus/2.33.4" 2024-03-21T13:05:31.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:31 smithi067 ceph-mon[24852]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:31 smithi067 ceph-mon[29824]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:31.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:31 smithi196 ceph-mon[25809]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:33.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:33 smithi067 ceph-mon[24852]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:33.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:33 smithi067 ceph-mon[29824]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:05:33.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:33.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:33.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:33.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:33 smithi196 ceph-mon[25809]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:35.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:35 smithi067 ceph-mon[24852]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:35.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:35 smithi067 ceph-mon[29824]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:35 smithi196 ceph-mon[25809]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:37.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:05:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:05:38.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:38.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:38.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:38 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:38.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:38 smithi196 ceph-mon[25809]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:38.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:38.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:38.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:38.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[29824]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:38.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:38.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:38.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:38.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:38 smithi067 ceph-mon[24852]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:39 smithi196 ceph-mon[25809]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:39.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:05:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:05:39.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:39 smithi067 ceph-mon[24852]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:39.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:39 smithi067 ceph-mon[29824]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:41.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:40] "GET /metrics HTTP/1.1" 200 208032 "" "Prometheus/2.33.4" 2024-03-21T13:05:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:41 smithi067 ceph-mon[24852]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:41.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:41 smithi067 ceph-mon[29824]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:41.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:41 smithi196 ceph-mon[25809]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:43 smithi067 ceph-mon[24852]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:43 smithi067 ceph-mon[29824]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:05:43.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:43.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:43.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:43 smithi196 ceph-mon[25809]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:45 smithi067 ceph-mon[24852]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:45.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:45 smithi067 ceph-mon[29824]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:45.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:45 smithi196 ceph-mon[25809]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:47.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:47 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:47.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:47 smithi196 ceph-mon[25809]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:47 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:47 smithi067 ceph-mon[24852]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:47 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:47 smithi067 ceph-mon[29824]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:48.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:05:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:05:49.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:49 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:49.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:49 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:49 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:49 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:49.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:49 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:49.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:49 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:05:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:05:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:50 smithi067 ceph-mon[24852]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:50.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:50 smithi067 ceph-mon[29824]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:50.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:50 smithi196 ceph-mon[25809]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:51.073 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:50] "GET /metrics HTTP/1.1" 200 208032 "" "Prometheus/2.33.4" 2024-03-21T13:05:51.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:51 smithi067 ceph-mon[24852]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:51.849 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:51 smithi067 ceph-mon[29824]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:51 smithi196 ceph-mon[25809]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:53.600 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:05:53.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:53.601 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:53.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:05:53.601 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:05:53.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:05:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-mon[24852]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:05:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:05:53.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-mon[29824]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:05:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:05:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:53 smithi196 ceph-mon[25809]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:05:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:05:54.602 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-03-21T13:05:55.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:55 smithi067 ceph-mon[24852]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:55.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:55 smithi067 ceph-mon[29824]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:55.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:55 smithi196 ceph-mon[25809]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:05:57.302 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-03-21T13:05:57.608 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:05:57 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:05:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:05:58.534 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:58.534 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:58.534 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:58 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:58.534 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:58 smithi196 ceph-mon[25809]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:58.571 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[24852]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:05:58.572 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:58 smithi067 ceph-mon[29824]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:59.506 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:05:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:05:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:05:59.611 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:05:59 smithi067 ceph-mon[24852]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:59.611 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:05:59 smithi067 ceph-mon[29824]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:05:59.867 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph config set global log_to_journald false --force' 2024-03-21T13:05:59.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:05:59 smithi196 ceph-mon[25809]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:01.087 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:00] "GET /metrics HTTP/1.1" 200 208025 "" "Prometheus/2.33.4" 2024-03-21T13:06:01.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:01 smithi067 ceph-mon[24852]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:01.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:01 smithi067 ceph-mon[29824]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:01.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:01 smithi196 ceph-mon[25809]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:02.433 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:06:03.735 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:06:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:06:03.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:06:03.736 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:06:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:06:03.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:06:03.736 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:06:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:06:03.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:06:04.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:03 smithi067 ceph-mon[24852]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:04.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:03 smithi067 ceph-mon[29824]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:03 smithi196 ceph-mon[25809]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:04.543 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:06:04.543 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 16s ago 9m - - 2024-03-21T13:06:04.543 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 7s ago 9m - - 2024-03-21T13:06:04.543 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (3m) 16s ago 3m 27.6M - ba2b418f427c e9ea22cb2381 2024-03-21T13:06:04.543 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (3m) 7s ago 3m 58.4M - 8.3.5 dad864ee21e9 58b4e5e60728 2024-03-21T13:06:04.543 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (2m) 16s ago 2m 50.7M - 3.5 e1d6a67b021e 797623bcbadb 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443 running (8m) 7s ago 8m 412M - 17.2.0 e1d6a67b021e 9a47d6a96256 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (10m) 16s ago 10m 464M - 17.2.0 e1d6a67b021e c01cf6cfb0e7 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (10m) 16s ago 10m 50.7M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (8m) 7s ago 8m 37.0M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (8m) 16s ago 8m 42.4M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 16s ago 4m 17.8M - 1dbe0e931976 aeb31c41badb 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (4m) 7s ago 4m 14.7M - 1dbe0e931976 526a966b0c44 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (8m) 16s ago 8m 50.4M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (7m) 16s ago 7m 49.6M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (7m) 16s ago 7m 47.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (7m) 16s ago 7m 47.7M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (6m) 7s ago 6m 48.5M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (6m) 7s ago 6m 47.5M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (5m) 7s ago 5m 46.6M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (5m) 7s ago 5m 48.0M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:06:04.544 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (3m) 7s ago 4m 64.2M - 514e6a882f6e f51f74ff6a8a 2024-03-21T13:06:04.545 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (3m) 16s ago 3m 71.7M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:06:04.545 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (3m) 7s ago 3m 68.8M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:06:05.224 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions' 2024-03-21T13:06:05.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:05 smithi067 ceph-mon[24852]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:05.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:05 smithi067 ceph-mon[24852]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:05.777 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:05 smithi067 ceph-mon[29824]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:05.778 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:05 smithi067 ceph-mon[29824]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:05 smithi196 ceph-mon[25809]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:05 smithi196 ceph-mon[25809]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:06:07.366 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 15 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:06:07.367 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:06:07.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:07 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2121391385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:06:07.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:07 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2121391385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:06:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:07 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2121391385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:06:08.107 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph -s' 2024-03-21T13:06:08.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:08.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[24852]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:08.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:08.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:08.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:06:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:06:08.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:08.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[29824]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:08.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:08.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:08 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:08 smithi196 ceph-mon[25809]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:09.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:09 smithi196 ceph-mon[25809]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:06:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:06:09.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:09 smithi067 ceph-mon[24852]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:09.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:09 smithi067 ceph-mon[29824]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: cluster: 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: id: 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: health: HEALTH_OK 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: services: 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: mon: 3 daemons, quorum a,c,b (age 8m) 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: mgr: y(active, since 5m), standbys: x 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: osd: 8 osds: 8 up (since 5m), 8 in (since 5m) 2024-03-21T13:06:10.255 INFO:teuthology.orchestra.run.smithi067.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: data: 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: pools: 6 pools, 161 pgs 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: objects: 209 objects, 585 KiB 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: usage: 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: pgs: 161 active+clean 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: io: 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-03-21T13:06:10.256 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:06:10.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:10 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2643507513' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:06:10.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:10 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2643507513' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:06:10.843 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ls' 2024-03-21T13:06:10.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:10 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2643507513' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:06:11.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:10] "GET /metrics HTTP/1.1" 200 208019 "" "Prometheus/2.33.4" 2024-03-21T13:06:11.809 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:11 smithi067 ceph-mon[24852]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:11.810 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:11 smithi067 ceph-mon[29824]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:11 smithi196 ceph-mon[25809]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:13.382 INFO:teuthology.orchestra.run.smithi067.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-03-21T13:06:13.382 INFO:teuthology.orchestra.run.smithi067.stdout:agent 2/2 16s ago 5m * 2024-03-21T13:06:13.382 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager ?:9093,9094 1/1 4s ago 5m smithi067=a;count:1 2024-03-21T13:06:13.382 INFO:teuthology.orchestra.run.smithi067.stdout:grafana ?:3000 1/1 16s ago 5m smithi196=a;count:1 2024-03-21T13:06:13.382 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo 1/1 4s ago 3m count:1 2024-03-21T13:06:13.383 INFO:teuthology.orchestra.run.smithi067.stdout:mgr 2/2 16s ago 8m smithi067=y;smithi196=x;count:2 2024-03-21T13:06:13.383 INFO:teuthology.orchestra.run.smithi067.stdout:mon 3/3 16s ago 9m smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi196:172.21.15.196=b;count:3 2024-03-21T13:06:13.383 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter ?:9100 2/2 16s ago 5m smithi067=a;smithi196=b;count:2 2024-03-21T13:06:13.383 INFO:teuthology.orchestra.run.smithi067.stdout:osd 8 16s ago - 2024-03-21T13:06:13.383 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus ?:9095 1/1 16s ago 5m smithi196=a;count:1 2024-03-21T13:06:13.383 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo ?:8000 2/2 16s ago 3m count:2 2024-03-21T13:06:13.652 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:06:13.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:06:14.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:06:14.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:14.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:06:14.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:14.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[24852]: from='client.24919 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:14.022 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[24852]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:14.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:06:14.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:14.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:06:14.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:14.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[29824]: from='client.24919 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:14.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:13 smithi067 ceph-mon[29824]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:06:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:06:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:13 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:13 smithi196 ceph-mon[25809]: from='client.24919 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:13 smithi196 ceph-mon[25809]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:14.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-03-21T13:06:16.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:16 smithi067 ceph-mon[24852]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:16.846 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:16 smithi067 ceph-mon[29824]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:16.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:16 smithi196 ceph-mon[25809]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:17.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:17 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:06:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:06:17.857 INFO:teuthology.orchestra.run.smithi067.stdout:Scheduled to redeploy mgr.x on host 'smithi196' 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/886480817' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.630 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:18.630 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/886480817' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:06:18.630 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.630 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:06:18.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps --refresh' 2024-03-21T13:06:18.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:18 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:18.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/886480817' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:06:18.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:18.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:06:19.555 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:19 smithi196 ceph-mon[25809]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:19.555 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:19 smithi196 ceph-mon[25809]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:19.555 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:19 smithi196 ceph-mon[25809]: Schedule redeploy daemon mgr.x 2024-03-21T13:06:19.556 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:06:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:06:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:19 smithi067 ceph-mon[24852]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:19 smithi067 ceph-mon[24852]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:19.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:19 smithi067 ceph-mon[24852]: Schedule redeploy daemon mgr.x 2024-03-21T13:06:19.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:19 smithi067 ceph-mon[29824]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:19 smithi067 ceph-mon[29824]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:19.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:19 smithi067 ceph-mon[29824]: Schedule redeploy daemon mgr.x 2024-03-21T13:06:21.033 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:06:21.033 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 12s ago 9m - - 2024-03-21T13:06:21.033 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 3s ago 9m - - 2024-03-21T13:06:21.033 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (3m) 12s ago 4m 27.6M - ba2b418f427c e9ea22cb2381 2024-03-21T13:06:21.033 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (3m) 3s ago 3m 58.4M - 8.3.5 dad864ee21e9 58b4e5e60728 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (3m) 12s ago 3m 50.7M - 3.5 e1d6a67b021e 797623bcbadb 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443 running (8m) 3s ago 8m 412M - 17.2.0 e1d6a67b021e 9a47d6a96256 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (10m) 12s ago 10m 465M - 17.2.0 e1d6a67b021e c01cf6cfb0e7 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (10m) 12s ago 10m 51.5M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (9m) 3s ago 9m 36.9M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (9m) 12s ago 9m 42.1M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 12s ago 4m 17.3M - 1dbe0e931976 aeb31c41badb 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (4m) 3s ago 4m 15.0M - 1dbe0e931976 526a966b0c44 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (8m) 12s ago 8m 50.6M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (8m) 12s ago 8m 49.8M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (7m) 12s ago 7m 47.2M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (7m) 12s ago 7m 47.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (6m) 3s ago 6m 48.7M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (6m) 3s ago 6m 47.7M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:06:21.034 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (6m) 3s ago 6m 46.8M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:06:21.035 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (5m) 3s ago 5m 48.2M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:06:21.035 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (3m) 3s ago 5m 66.3M - 514e6a882f6e f51f74ff6a8a 2024-03-21T13:06:21.035 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (3m) 12s ago 3m 71.9M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:06:21.035 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (3m) 3s ago 3m 68.9M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:06:21.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:20] "GET /metrics HTTP/1.1" 200 208019 "" "Prometheus/2.33.4" 2024-03-21T13:06:21.655 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:21 smithi196 ceph-mon[25809]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:21.721 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:21 smithi067 ceph-mon[24852]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:21.721 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:21 smithi067 ceph-mon[29824]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:21.749 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'sleep 180' 2024-03-21T13:06:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:22 smithi196 ceph-mon[25809]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:22.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:22 smithi067 ceph-mon[24852]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:22.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:22 smithi067 ceph-mon[29824]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:06:23.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:23 smithi067 ceph-mon[24852]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:23.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:23 smithi067 ceph-mon[29824]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:23.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:23 smithi196 ceph-mon[25809]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:25 smithi067 ceph-mon[24852]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:25.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:25 smithi067 ceph-mon[29824]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:25 smithi196 ceph-mon[25809]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:27.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:27 smithi067 ceph-mon[24852]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:27.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:27 smithi067 ceph-mon[29824]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:27.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:27 smithi196 ceph-mon[25809]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:28.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:28 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:28.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:28 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:28.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:28 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:28.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:28 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:06:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:06:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:29 smithi196 ceph-mon[25809]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:06:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:06:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:29 smithi067 ceph-mon[24852]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:29 smithi067 ceph-mon[29824]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:31.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:30] "GET /metrics HTTP/1.1" 200 208016 "" "Prometheus/2.33.4" 2024-03-21T13:06:31.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:31 smithi067 ceph-mon[29824]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:31.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:31 smithi067 ceph-mon[24852]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:31.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:31 smithi196 ceph-mon[25809]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:33.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:33 smithi067 ceph-mon[29824]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:33.765 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:33 smithi067 ceph-mon[24852]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:33 smithi196 ceph-mon[25809]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:35.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:35 smithi067 ceph-mon[24852]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:35.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:35 smithi067 ceph-mon[29824]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:35.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:35 smithi196 ceph-mon[25809]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:37.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:37 smithi067 ceph-mon[24852]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:37.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:37 smithi067 ceph-mon[29824]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:37.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:06:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:06:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:37 smithi196 ceph-mon[25809]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:38.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:38 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:38.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:38.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:38 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:38 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:39 smithi196 ceph-mon[25809]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:39.664 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:06:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:06:39.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:39 smithi067 ceph-mon[24852]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:39.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:39 smithi067 ceph-mon[29824]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:41.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:40] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-03-21T13:06:41.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:41 smithi196 ceph-mon[25809]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:41 smithi067 ceph-mon[24852]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:41.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:41 smithi067 ceph-mon[29824]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:43.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:43 smithi196 ceph-mon[25809]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:43 smithi067 ceph-mon[24852]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:43.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:43 smithi067 ceph-mon[29824]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:45.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[24852]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:45.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:45.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:45.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:06:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[29824]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:45 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:06:45.790 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:45 smithi196 ceph-mon[25809]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:45.790 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:45 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:45.790 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:45 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:45.790 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:45 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:06:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[24852]: Deploying daemon mgr.x on smithi196 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:06:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:46 smithi067 ceph-mon[29824]: Deploying daemon mgr.x on smithi196 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:06:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:46 smithi196 ceph-mon[25809]: Deploying daemon mgr.x on smithi196 2024-03-21T13:06:48.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:06:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:06:48.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[24852]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[29824]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:48.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:48 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:48 smithi196 ceph-mon[25809]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:48 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:48 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:06:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:06:51.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:50 smithi067 ceph-mon[24852]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:51.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:50 smithi067 ceph-mon[29824]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:51.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:50] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-03-21T13:06:51.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:50 smithi196 ceph-mon[25809]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:53.076 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:52 smithi067 ceph-mon[24852]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:53.076 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:52 smithi067 ceph-mon[29824]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:53.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:52 smithi196 ceph-mon[25809]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:54.137 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:06:54.138 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:06:54.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:06:54.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:06:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:06:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:06:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:54 smithi067 ceph-mon[24852]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:55.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:54 smithi067 ceph-mon[29824]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:54 smithi196 ceph-mon[25809]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:06:57.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:56 smithi067 ceph-mon[24852]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:56 smithi067 ceph-mon[29824]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:57.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:56 smithi196 ceph-mon[25809]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:06:57.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:06:57 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:06:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:06:58.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[24852]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:06:58.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:58.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:58.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:58.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[29824]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:06:58.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:58.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:58.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:06:58 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:58 smithi196 ceph-mon[25809]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:06:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:58 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:06:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:06:58 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:06:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:06:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:06:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:07:00.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:00 smithi067 ceph-mon[24852]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:07:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:00 smithi067 ceph-mon[29824]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:07:00.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:00 smithi196 ceph-mon[25809]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:07:01.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:00] "GET /metrics HTTP/1.1" 200 208011 "" "Prometheus/2.33.4" 2024-03-21T13:07:02.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:02 smithi067 ceph-mon[24852]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:02.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:02 smithi067 ceph-mon[29824]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:02.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:02 smithi196 ceph-mon[25809]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:03.804 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:03.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:03.804 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:03.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:04 smithi067 ceph-mon[24852]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:07:05.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:04 smithi067 ceph-mon[29824]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:07:05.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:04 smithi196 ceph-mon[25809]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:07:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:06 smithi067 ceph-mon[24852]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:07.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:06 smithi067 ceph-mon[29824]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:06 smithi196 ceph-mon[25809]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:09.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[24852]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[29824]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:09.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:07:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:07:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:08 smithi196 ceph-mon[25809]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:08 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:08 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[27354]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:07:11.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:10 smithi067 ceph-mon[24852]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:11.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:10] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-03-21T13:07:11.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:10 smithi067 ceph-mon[29824]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:11.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:10 smithi196 ceph-mon[25809]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:13.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:12 smithi067 ceph-mon[24852]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:13.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:12 smithi067 ceph-mon[29824]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:13.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:12 smithi196 ceph-mon[25809]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:13.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:07:13.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:13.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:13.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:13.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:13.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:15.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:14 smithi067 ceph-mon[24852]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:15.083 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:14 smithi067 ceph-mon[29824]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:14 smithi196 ceph-mon[25809]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:17.092 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:16 smithi196 ceph-mon[25809]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:17.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:16 smithi067 ceph-mon[24852]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:17.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:16 smithi067 ceph-mon[29824]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:17.362 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:17 smithi196 systemd[1]: Stopping Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:07:17.362 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:17 smithi196 bash[50523]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr.x" found: no such container 2024-03-21T13:07:17.658 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:17 smithi196 podman[50534]: 2024-03-21 13:07:17.361855877 +0000 UTC m=+0.128838356 container died 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, vcs-type=git, version=8, architecture=x86_64, RELEASE=HEAD, ceph=True, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, io.buildah.version=1.19.8, release=754, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True) 2024-03-21T13:07:17.891 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:17 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:07:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:07:17.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:17 smithi196 podman[50534]: 2024-03-21 13:07:17.74129887 +0000 UTC m=+0.508281349 container cleanup 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, architecture=x86_64, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.openshift.expose-services=, maintainer=Guillaume Abrioux , vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, GIT_BRANCH=HEAD, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, ceph=True) 2024-03-21T13:07:17.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:17 smithi196 bash[50534]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x 2024-03-21T13:07:17.914 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:17 smithi196 bash[50583]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr.x" found: no such container 2024-03-21T13:07:18.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 podman[50549]: 2024-03-21 13:07:18.026342865 +0000 UTC m=+0.658375462 container remove 9a47d6a9625626f8d647d1ddb809c6c14aa8c4b28dc8363467c7d3adfe67524b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, architecture=x86_64, version=8, name=centos-stream, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-03-21T13:07:18.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:07:18.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-21T13:07:18.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 systemd[1]: Stopped Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:07:18.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service: Consumed 17.236s CPU time. 2024-03-21T13:07:18.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 systemd[1]: Starting Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:07:18.705 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 podman[50688]: 2024-03-21 13:07:18.338536263 +0000 UTC m=+0.017763904 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:07:18.705 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 podman[50688]: 2024-03-21 13:07:18.464177144 +0000 UTC m=+0.143404774 container create 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, org.label-schema.build-date=20240319, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[24852]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[29824]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:18.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:18 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:19.002 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:18 smithi196 ceph-mon[25809]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:19.002 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:18 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:19.002 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:19.002 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:18 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:19.002 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 podman[50688]: 2024-03-21 13:07:18.705457952 +0000 UTC m=+0.384685590 container init 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-21T13:07:19.002 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 podman[50688]: 2024-03-21 13:07:18.708205495 +0000 UTC m=+0.387433126 container start 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True) 2024-03-21T13:07:19.003 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 ceph-mgr[50706]: -- 172.21.15.196:0/2841284491 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5644d29645a0 con 0x5644d2938c00 2024-03-21T13:07:19.003 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 bash[50688]: 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e 2024-03-21T13:07:19.003 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:18 smithi196 systemd[1]: Started Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:07:19.273 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:19.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=5 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-03-21T13:07:19.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:19.293+0000 7f08106f2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:07:19.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:19.390+0000 7f08106f2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:07:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:07:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:07:20.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.084+0000 7f08106f2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:07:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:07:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:07:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:07:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:20.501 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.176+0000 7f08106f2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:07:20.501 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.322+0000 7f08106f2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:07:20.501 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.416+0000 7f08106f2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:07:20.766 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.499+0000 7f08106f2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:07:21.053 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.764+0000 7f08106f2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:07:21.053 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.874+0000 7f08106f2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:07:21.053 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:20.958+0000 7f08106f2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:07:21.053 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:21.051+0000 7f08106f2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:07:21.259 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:20] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-03-21T13:07:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:21 smithi196 ceph-mon[25809]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:21.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:21.226+0000 7f08106f2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:07:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:21 smithi067 ceph-mon[24852]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:21 smithi067 ceph-mon[29824]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:22.662 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:22.192+0000 7f08106f2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:07:22.662 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:22.323+0000 7f08106f2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:07:22.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:22.662+0000 7f08106f2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:07:22.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:22.751+0000 7f08106f2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:07:23.262 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:22.949+0000 7f08106f2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:07:23.262 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:23.134+0000 7f08106f2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:07:23.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:23 smithi067 ceph-mon[24852]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:23.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:23 smithi067 ceph-mon[29824]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:23.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:07:23.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-03-21T13:07:23.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:23.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-03-21T13:07:23.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:23.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:23 smithi196 ceph-mon[25809]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:23.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:23.421+0000 7f08106f2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:07:24.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:23.686+0000 7f08106f2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:07:24.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:23.925+0000 7f08106f2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:07:25.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:24.737+0000 7f08106f2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:07:25.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-mon[25809]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:25.629 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:25.308+0000 7f08106f2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:07:25.629 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:25.408+0000 7f08106f2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:07:25.629 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:25.628+0000 7f08106f2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:07:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:25 smithi067 ceph-mon[24852]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:25.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:25 smithi067 ceph-mon[29824]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:25.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:07:25] ENGINE Bus STARTING 2024-03-21T13:07:25.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: CherryPy Checker: 2024-03-21T13:07:25.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: The Application mounted at '' has an empty config. 2024-03-21T13:07:25.914 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:07:25.914 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:07:25] ENGINE Serving on http://:::9283 2024-03-21T13:07:25.914 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:25 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:07:25] ENGINE Bus STARTED 2024-03-21T13:07:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[24852]: Standby manager daemon x restarted 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[29824]: Standby manager daemon x restarted 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:07:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:26 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:07:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:26 smithi196 ceph-mon[25809]: Standby manager daemon x restarted 2024-03-21T13:07:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:26 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T13:07:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:26 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:07:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:26 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:07:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:26 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:07:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:26 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:07:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:27 smithi067 ceph-mon[24852]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:27 smithi067 ceph-mon[24852]: mgrmap e21: y(active, since 6m), standbys: x 2024-03-21T13:07:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:27 smithi067 ceph-mon[29824]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:27 smithi067 ceph-mon[29824]: mgrmap e21: y(active, since 6m), standbys: x 2024-03-21T13:07:27.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:27 smithi196 ceph-mon[25809]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:27.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:27 smithi196 ceph-mon[25809]: mgrmap e21: y(active, since 6m), standbys: x 2024-03-21T13:07:28.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:27 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:27.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=5 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:29.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:28 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:07:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:07:29.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[29824]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:29.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:29.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[24852]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:07:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:29 smithi196 ceph-mon[25809]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:29 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:31.279 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:30] "GET /metrics HTTP/1.1" 200 208016 "" "Prometheus/2.33.4" 2024-03-21T13:07:31.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:31 smithi067 ceph-mon[24852]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:31 smithi067 ceph-mon[29824]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:31.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:31 smithi196 ceph-mon[25809]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:33.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:33 smithi067 ceph-mon[24852]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:33.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:33 smithi067 ceph-mon[29824]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:33.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:07:33.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:33.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:33.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:33.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:33.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:33.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:33 smithi196 ceph-mon[25809]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:35.585 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:35 smithi196 ceph-mon[25809]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:35.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:35 smithi067 ceph-mon[24852]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:35.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:35 smithi067 ceph-mon[29824]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:37.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:37 smithi067 ceph-mon[24852]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:37.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:37 smithi067 ceph-mon[29824]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:37.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:37 smithi196 ceph-mon[25809]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:38.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:07:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:07:39.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:38 smithi196 ceph-mon[25809]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:39.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:38 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:39.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:39.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:38 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:39.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[24852]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[29824]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:38 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:39.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:07:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:40 smithi067 ceph-mon[24852]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:40 smithi067 ceph-mon[29824]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:41.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:40] "GET /metrics HTTP/1.1" 200 208014 "" "Prometheus/2.33.4" 2024-03-21T13:07:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:40 smithi196 ceph-mon[25809]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:42 smithi067 ceph-mon[24852]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:42 smithi067 ceph-mon[29824]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:43.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:42 smithi196 ceph-mon[25809]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:43.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:07:43.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:43.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:43.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:43.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:44.885 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:07:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:07:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-mon[24852]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-mon[29824]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:44 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:44 smithi196 ceph-mon[25809]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:44 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:44 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:46 smithi067 ceph-mon[24852]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:46 smithi067 ceph-mon[29824]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:46 smithi196 ceph-mon[25809]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:48 smithi067 ceph-mon[24852]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:48 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:49.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:07:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:07:49.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:48 smithi067 ceph-mon[29824]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:49.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:48 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:48 smithi196 ceph-mon[25809]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:48 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:07:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:49 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:49 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:49 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:49 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:50.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:49 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:49 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:07:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:50 smithi067 ceph-mon[24852]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:50 smithi067 ceph-mon[29824]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:51.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:50] "GET /metrics HTTP/1.1" 200 208014 "" "Prometheus/2.33.4" 2024-03-21T13:07:51.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:50 smithi196 ceph-mon[25809]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:53.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:52 smithi067 ceph-mon[24852]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:53.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:52 smithi067 ceph-mon[29824]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:52 smithi196 ceph-mon[25809]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:07:53.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:53.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:07:53.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:07:53.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:07:54.397 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:07:54.397 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:53 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:07:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:07:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:07:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:07:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:53 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:07:55.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:54 smithi067 ceph-mon[24852]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:55.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:54 smithi067 ceph-mon[29824]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:54 smithi196 ceph-mon[25809]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:57.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:56 smithi067 ceph-mon[24852]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:57.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:56 smithi067 ceph-mon[29824]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:56 smithi196 ceph-mon[25809]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:07:59.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:58 smithi196 ceph-mon[25809]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:59.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:07:58 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:59.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:58 smithi067 ceph-mon[29824]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:07:58 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:58 smithi067 ceph-mon[24852]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:07:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:07:58 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:07:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:07:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:07:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:08:00.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:07:59 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:07:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:08:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-mon[24852]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:01.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:00] "GET /metrics HTTP/1.1" 200 208019 "" "Prometheus/2.33.4" 2024-03-21T13:08:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-mon[29824]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:00 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:01.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:00 smithi196 ceph-mon[25809]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:01.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:00 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:01.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:00 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:03.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:02 smithi067 ceph-mon[24852]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:02 smithi067 ceph-mon[29824]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:03.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:02 smithi196 ceph-mon[25809]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:03.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:08:03.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:03.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:03.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:03.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:04 smithi067 ceph-mon[24852]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:05.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:04 smithi067 ceph-mon[29824]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:04 smithi196 ceph-mon[25809]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:06.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:06 smithi196 ceph-mon[25809]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:06 smithi067 ceph-mon[24852]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:07.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:06 smithi067 ceph-mon[29824]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:09.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:08 smithi067 ceph-mon[24852]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:09.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:08 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:09.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:08 smithi067 ceph-mon[29824]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:09.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:08 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:08 smithi196 ceph-mon[25809]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:08 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:09.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:09 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:08:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:08:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:08:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:08:10.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:10 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:10.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:10 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:10 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:10 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:10 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:10 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:11.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:11 smithi067 ceph-mon[29824]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:11 smithi067 ceph-mon[24852]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:11.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:10] "GET /metrics HTTP/1.1" 200 208014 "" "Prometheus/2.33.4" 2024-03-21T13:08:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:11 smithi196 ceph-mon[25809]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:13.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:13 smithi067 ceph-mon[29824]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:13 smithi067 ceph-mon[24852]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:13.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:13 smithi196 ceph-mon[25809]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:13.820 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:08:13.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:13.820 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:13.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:13.820 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:13.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:15.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:15 smithi067 ceph-mon[24852]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:15.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:15 smithi067 ceph-mon[29824]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:15.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:15 smithi196 ceph-mon[25809]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:17 smithi067 ceph-mon[24852]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:17.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:17 smithi067 ceph-mon[29824]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:17 smithi196 ceph-mon[25809]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:19 smithi067 ceph-mon[24852]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:19 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:19.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:19 smithi067 ceph-mon[29824]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:19.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:19 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:19 smithi196 ceph-mon[25809]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:19 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:19.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:08:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:08:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:08:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:08:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:08:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:08:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:08:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:20 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:08:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:20 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:08:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:20 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:08:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:20 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:20 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:20 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:21.273 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:20] "GET /metrics HTTP/1.1" 200 208014 "" "Prometheus/2.33.4" 2024-03-21T13:08:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:21 smithi067 ceph-mon[24852]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:21 smithi067 ceph-mon[29824]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:21 smithi196 ceph-mon[25809]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:23.539 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:23 smithi196 ceph-mon[25809]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:23 smithi067 ceph-mon[24852]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:23.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:23 smithi067 ceph-mon[29824]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:23.654 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:08:23.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:23.654 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:23.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:23.654 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:23.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:25.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:25 smithi196 ceph-mon[25809]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:25 smithi067 ceph-mon[24852]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:25.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:25 smithi067 ceph-mon[29824]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:27.561 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:27 smithi067 ceph-mon[24852]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:27.561 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:27 smithi067 ceph-mon[29824]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:27.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:27 smithi196 ceph-mon[25809]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:29.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:08:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[24852]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[29824]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:29.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:29 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:29 smithi196 ceph-mon[25809]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:29 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:29 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:08:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:08:31.290 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:30] "GET /metrics HTTP/1.1" 200 208010 "" "Prometheus/2.33.4" 2024-03-21T13:08:31.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:31 smithi067 ceph-mon[24852]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:31 smithi067 ceph-mon[29824]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:31.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:31 smithi196 ceph-mon[25809]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:33.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:33 smithi067 ceph-mon[24852]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:33.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:33 smithi067 ceph-mon[29824]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:33.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:08:33.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:33.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:33.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:33.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:33.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:33.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:33 smithi196 ceph-mon[25809]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:35.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:35 smithi067 ceph-mon[24852]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:35.499 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:35 smithi067 ceph-mon[29824]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:35.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:35 smithi196 ceph-mon[25809]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:37.572 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:37 smithi067 ceph-mon[24852]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:37.572 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:37 smithi067 ceph-mon[29824]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:37.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:37 smithi196 ceph-mon[25809]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:39.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:39 smithi067 ceph-mon[24852]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:39.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:39 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:39.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:39 smithi067 ceph-mon[29824]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:39.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:39 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:39 smithi196 ceph-mon[25809]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:39 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:39.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:08:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:08:40.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:39 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:08:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:08:41.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-mon[24852]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:41.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-mon[29824]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:41.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:41.404 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:40] "GET /metrics HTTP/1.1" 200 208012 "" "Prometheus/2.33.4" 2024-03-21T13:08:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:40 smithi196 ceph-mon[25809]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:40 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:40 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:42 smithi067 ceph-mon[24852]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:43.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:42 smithi067 ceph-mon[29824]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:42 smithi196 ceph-mon[25809]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:43.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:08:43.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:43.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:43.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:43.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:43.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:45.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:44 smithi196 ceph-mon[25809]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:44 smithi067 ceph-mon[24852]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:44 smithi067 ceph-mon[29824]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:47.112 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:46 smithi196 ceph-mon[25809]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:46 smithi067 ceph-mon[24852]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:47.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:46 smithi067 ceph-mon[29824]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:49.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:48 smithi196 ceph-mon[25809]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:49.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:48 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:49.331 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:48 smithi067 ceph-mon[24852]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:49.331 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:48 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:49.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:48 smithi067 ceph-mon[29824]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:49.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:48 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:49.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:08:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:08:49.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:08:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:08:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:50 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:50.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:50.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:50 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:50.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:50.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:50 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:08:51.334 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:08:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:50] "GET /metrics HTTP/1.1" 200 208012 "" "Prometheus/2.33.4" 2024-03-21T13:08:51.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:51 smithi067 ceph-mon[24852]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:51.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:51 smithi067 ceph-mon[29824]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:51.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:51 smithi196 ceph-mon[25809]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:53 smithi067 ceph-mon[24852]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:53.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:53 smithi067 ceph-mon[29824]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:53.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:08:53.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:53.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:53.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:08:53.653 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:08:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:08:53.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:08:53.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:53 smithi196 ceph-mon[25809]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:08:54.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:54 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:08:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:08:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:54 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:08:54.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:08:54.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:54 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:08:55.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:55 smithi067 ceph-mon[24852]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:55.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:55 smithi067 ceph-mon[29824]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:55.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:55 smithi196 ceph-mon[25809]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:57.586 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:57 smithi067 ceph-mon[24852]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:57.587 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:57 smithi067 ceph-mon[29824]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:57.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:57 smithi196 ceph-mon[25809]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:08:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:59 smithi067 ceph-mon[24852]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:08:59 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:59 smithi067 ceph-mon[29824]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:08:59 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:59 smithi196 ceph-mon[25809]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:08:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:08:59 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:08:59.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:08:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:08:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:09:00.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:09:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:09:01.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:00] "GET /metrics HTTP/1.1" 200 208021 "" "Prometheus/2.33.4" 2024-03-21T13:09:01.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:01 smithi067 ceph-mon[24852]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:01.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:01 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:01.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:01 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:01 smithi067 ceph-mon[29824]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:01 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:01 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:01 smithi196 ceph-mon[25809]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:01 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:01 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:03.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:03 smithi067 ceph-mon[24852]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:03.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:03 smithi067 ceph-mon[29824]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:03 smithi196 ceph-mon[25809]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:03.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:09:03.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:03.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:03.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:03.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:03.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:05 smithi196 ceph-mon[25809]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:05.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:05 smithi067 ceph-mon[24852]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:05 smithi067 ceph-mon[29824]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:07.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:07 smithi196 ceph-mon[25809]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:07 smithi067 ceph-mon[24852]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:07.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:07 smithi067 ceph-mon[29824]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:09 smithi067 ceph-mon[29824]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:09 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:09.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:09 smithi067 ceph-mon[24852]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:09.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:09 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:09.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:09:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:09 smithi196 ceph-mon[25809]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:09 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:09.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:09 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:09:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:09:10.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:10 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:10.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:10 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:10.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:10 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:10.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:10 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:10.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:10 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:10.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:10 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:11.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:10] "GET /metrics HTTP/1.1" 200 208026 "" "Prometheus/2.33.4" 2024-03-21T13:09:11.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:11 smithi067 ceph-mon[29824]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:11 smithi067 ceph-mon[24852]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:11 smithi196 ceph-mon[25809]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:13.887 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:13 smithi067 ceph-mon[24852]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:13.888 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:13 smithi067 ceph-mon[29824]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:13.888 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:09:13.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:13.888 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:13.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:13.888 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:13.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:13.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:13 smithi196 ceph-mon[25809]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:15 smithi067 ceph-mon[24852]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:15 smithi067 ceph-mon[29824]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:15.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:15 smithi196 ceph-mon[25809]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:17.591 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:17 smithi067 ceph-mon[24852]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:17.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:17 smithi067 ceph-mon[29824]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:17.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:17 smithi196 ceph-mon[25809]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[24852]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:09:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:09:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:09:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:19.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[29824]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:19.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:19.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:09:19.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:09:19.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:09:19.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:19 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:19.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:09:19.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-mon[25809]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:19.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:19.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:09:19.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:09:19.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:09:19.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:19 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:20.654 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:09:20] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:09:21.206 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:20] "GET /metrics HTTP/1.1" 200 208026 "" "Prometheus/2.33.4" 2024-03-21T13:09:21.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:21 smithi067 ceph-mon[29824]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:21 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:21 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:21.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:21 smithi067 ceph-mon[24852]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:21.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:21 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:21.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:21 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:21 smithi196 ceph-mon[25809]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:21 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:21 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:23.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:23 smithi067 ceph-mon[24852]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:23.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:23 smithi067 ceph-mon[29824]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:23 smithi196 ceph-mon[25809]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:23.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:09:23.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:23.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:23.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:23.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:25.480 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:25 smithi067 ceph-mon[24852]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:25.480 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:25 smithi067 ceph-mon[29824]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:25 smithi196 ceph-mon[25809]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:25.783 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:09:27.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:27 smithi067 ceph-mon[29824]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:27.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:27 smithi067 ceph-mon[24852]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:27 smithi196 ceph-mon[25809]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:27.725 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:09:27.725 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 18s ago 12m - - 2024-03-21T13:09:27.725 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 7s ago 12m - - 2024-03-21T13:09:27.725 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (6m) 18s ago 7m 27.5M - ba2b418f427c e9ea22cb2381 2024-03-21T13:09:27.725 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (7m) 7s ago 6m 57.5M - 8.3.5 dad864ee21e9 58b4e5e60728 2024-03-21T13:09:27.725 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (6m) 18s ago 6m 54.7M - 3.5 e1d6a67b021e 797623bcbadb 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (2m) 7s ago 11m 451M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (13m) 18s ago 13m 471M - 17.2.0 e1d6a67b021e c01cf6cfb0e7 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (13m) 18s ago 13m 54.5M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (12m) 7s ago 12m 43.7M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (12m) 18s ago 12m 44.0M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (8m) 18s ago 8m 17.0M - 1dbe0e931976 aeb31c41badb 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (7m) 7s ago 7m 20.1M - 1dbe0e931976 526a966b0c44 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (11m) 18s ago 11m 52.0M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (11m) 18s ago 11m 51.2M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (10m) 18s ago 10m 48.3M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (10m) 18s ago 10m 49.7M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (10m) 7s ago 10m 50.3M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (9m) 7s ago 9m 49.3M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (9m) 7s ago 9m 47.9M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:09:27.726 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (8m) 7s ago 8m 49.5M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:09:27.727 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (6m) 7s ago 8m 68.7M - 514e6a882f6e f51f74ff6a8a 2024-03-21T13:09:27.727 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (6m) 18s ago 6m 72.9M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:09:27.727 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (6m) 7s ago 6m 69.9M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:09:28.418 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions' 2024-03-21T13:09:29.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-mon[29824]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:29.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:29.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-mon[29824]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:09:29.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-mon[24852]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:29.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:29.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-mon[24852]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:09:29.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.67 - - [21/Mar/2024:13:09:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:09:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:29 smithi196 ceph-mon[25809]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:29 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:29.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:29 smithi196 ceph-mon[25809]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:09:29.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:29 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:09:30.502 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 1 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:09:30.503 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:09:30.504 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14, 2024-03-21T13:09:30.504 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 1 2024-03-21T13:09:30.504 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:09:30.504 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:09:30.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[24852]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:30.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:30.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:30.805 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1457900785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:09:30.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[29824]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:30.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:30.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:30.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1457900785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:09:30.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:30 smithi196 ceph-mon[25809]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:30.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:30 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:30.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:30 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:30.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:30 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1457900785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:09:31.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:30] "GET /metrics HTTP/1.1" 200 208015 "" "Prometheus/2.33.4" 2024-03-21T13:09:31.232 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph -s' 2024-03-21T13:09:32.691 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:32 smithi067 ceph-mon[24852]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:32.691 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:32 smithi067 ceph-mon[29824]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:32.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:32 smithi196 ceph-mon[25809]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:33.170 INFO:teuthology.orchestra.run.smithi067.stdout: cluster: 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: id: 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: health: HEALTH_OK 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: services: 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: mon: 3 daemons, quorum a,c,b (age 12m) 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: mgr: y(active, since 8m), standbys: x 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: osd: 8 osds: 8 up (since 8m), 8 in (since 9m) 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: data: 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: pools: 6 pools, 161 pgs 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: objects: 209 objects, 585 KiB 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: usage: 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: pgs: 161 active+clean 2024-03-21T13:09:33.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:09:33.172 INFO:teuthology.orchestra.run.smithi067.stdout: io: 2024-03-21T13:09:33.172 INFO:teuthology.orchestra.run.smithi067.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-03-21T13:09:33.172 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:09:33.775 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:09:33.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:33.775 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:33.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:33.775 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:33.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:33.776 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph health detail' 2024-03-21T13:09:34.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:33 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2035999922' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:09:34.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:33 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2035999922' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:09:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:33 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2035999922' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:09:35.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:34 smithi067 ceph-mon[24852]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:35.118 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:34 smithi067 ceph-mon[29824]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:34 smithi196 ceph-mon[25809]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:35.883 INFO:teuthology.orchestra.run.smithi067.stdout:HEALTH_OK 2024-03-21T13:09:36.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-03-21T13:09:37.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:36 smithi067 ceph-mon[24852]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:37.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:36 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/462796149' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:09:37.061 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:36 smithi067 ceph-mon[29824]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:37.061 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:36 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/462796149' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:09:37.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:36 smithi196 ceph-mon[25809]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:37.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:36 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/462796149' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:09:39.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:38 smithi067 ceph-mon[24852]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:39.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:38 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:39.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:38 smithi067 ceph-mon[29824]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:39.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:38 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:38 smithi196 ceph-mon[25809]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:38 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:39.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:09:39.918 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:09:40.573 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 172.21.15.196 - - [21/Mar/2024:13:09:40] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-03-21T13:09:40.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph mgr fail' 2024-03-21T13:09:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[24852]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1744548259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:09:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[24852]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:40.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[29824]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:40.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1744548259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:09:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-mon[29824]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:40 smithi196 ceph-mon[25809]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:09:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:40 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1744548259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:09:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:40 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:40 smithi196 ceph-mon[25809]: from='mgr.14454 172.21.15.67:0/2153335259' entity='mgr.y' 2024-03-21T13:09:41.184 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:40] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-03-21T13:09:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:42 smithi067 ceph-mon[24852]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:42 smithi067 ceph-mon[29824]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:43.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:42 smithi196 ceph-mon[25809]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:09:43.816 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:09:43.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:43.817 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:43.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:43.817 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:43.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:44.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1785108809' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:09:44.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-mon[29824]: osdmap e97: 8 total, 8 up, 8 in 2024-03-21T13:09:44.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1785108809' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:09:44.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-mon[24852]: osdmap e97: 8 total, 8 up, 8 in 2024-03-21T13:09:44.070 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:43.823+0000 7f511d281700 -1 mgr handle_mgr_map I was active but no longer am 2024-03-21T13:09:44.070 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setuser ceph since I am not root 2024-03-21T13:09:44.070 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ignoring --setgroup ceph since I am not root 2024-03-21T13:09:44.070 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:43 smithi067 ceph-mgr[25091]: -- 172.21.15.67:0/401509720 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563ab8ffc340 con 0x563ab8fd5000 2024-03-21T13:09:44.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:43 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1785108809' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:09:44.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:43 smithi196 ceph-mon[25809]: osdmap e97: 8 total, 8 up, 8 in 2024-03-21T13:09:44.081 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:09:43] ENGINE Bus STOPPING 2024-03-21T13:09:44.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:09:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:09:44.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:09:43] ENGINE Bus STOPPED 2024-03-21T13:09:44.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:09:43] ENGINE Bus STARTING 2024-03-21T13:09:44.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:09:44] ENGINE Serving on http://:::9283 2024-03-21T13:09:44.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:09:44] ENGINE Bus STARTED 2024-03-21T13:09:44.366 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:44.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=2 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-03-21T13:09:44.366 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:44.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=2 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": dial tcp 172.21.15.67:8443: connect: connection refused" 2024-03-21T13:09:44.366 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:44.364+0000 7f2f49f8b000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:09:44.592 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'sleep 180' 2024-03-21T13:09:44.618 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:44.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=3 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:44.618 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:44.463+0000 7f2f49f8b000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:09:44.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1785108809' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:09:44.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: mgrmap e22: x(active, starting, since 0.917056s) 2024-03-21T13:09:44.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:09:44.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:09:44.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:09:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Manager daemon x is now available 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Queued rgw.foo for migration 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1785108809' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: mgrmap e22: x(active, starting, since 0.917056s) 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:09:44.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Manager daemon x is now available 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Queued rgw.foo for migration 2024-03-21T13:09:44.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:44.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:09:44.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:09:44.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:09:44.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:09:44.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:09:44.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:09:44.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:09:44.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:09:44.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:09:44.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:09:44.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:09:44.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:44 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:09:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1785108809' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:09:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: mgrmap e22: x(active, starting, since 0.917056s) 2024-03-21T13:09:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:09:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Manager daemon x is now available 2024-03-21T13:09:45.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Queued rgw.foo for migration 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:09:45.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:09:45.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:44 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:09:45.212 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.114+0000 7f2f49f8b000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:09:45.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.212+0000 7f2f49f8b000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:09:45.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.304+0000 7f2f49f8b000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:09:45.542 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.455+0000 7f2f49f8b000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:09:45.542 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.540+0000 7f2f49f8b000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:09:45.835 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.651+0000 7f2f49f8b000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:09:45.835 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.738+0000 7f2f49f8b000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:09:46.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.907+0000 7f2f49f8b000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:09:46.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:45.997+0000 7f2f49f8b000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: mgrmap e23: x(active, since 1.92511s) 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: [21/Mar/2024:13:09:44] ENGINE Bus STARTING 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: [21/Mar/2024:13:09:44] ENGINE Serving on https://172.21.15.196:7150 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: [21/Mar/2024:13:09:45] ENGINE Serving on http://172.21.15.196:8765 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: [21/Mar/2024:13:09:45] ENGINE Bus STARTED 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:09:46.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: mgrmap e23: x(active, since 1.92511s) 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: [21/Mar/2024:13:09:44] ENGINE Bus STARTING 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: [21/Mar/2024:13:09:44] ENGINE Serving on https://172.21.15.196:7150 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: [21/Mar/2024:13:09:45] ENGINE Serving on http://172.21.15.196:8765 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: [21/Mar/2024:13:09:45] ENGINE Bus STARTED 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:09:46.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: mgrmap e23: x(active, since 1.92511s) 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: [21/Mar/2024:13:09:44] ENGINE Bus STARTING 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: [21/Mar/2024:13:09:44] ENGINE Serving on https://172.21.15.196:7150 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: [21/Mar/2024:13:09:45] ENGINE Serving on http://172.21.15.196:8765 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: [21/Mar/2024:13:09:45] ENGINE Bus STARTED 2024-03-21T13:09:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:09:46.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:09:47.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:46 smithi196 ceph-mon[25809]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:47.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:46 smithi196 ceph-mon[25809]: Reconfiguring daemon agent.smithi067 on smithi067 2024-03-21T13:09:47.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:46 smithi196 ceph-mon[25809]: Deploying cephadm binary to smithi067 2024-03-21T13:09:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:46 smithi067 ceph-mon[24852]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:46 smithi067 ceph-mon[24852]: Reconfiguring daemon agent.smithi067 on smithi067 2024-03-21T13:09:47.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:46 smithi067 ceph-mon[24852]: Deploying cephadm binary to smithi067 2024-03-21T13:09:47.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:47.081+0000 7f2f49f8b000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:09:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:46 smithi067 ceph-mon[29824]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:46 smithi067 ceph-mon[29824]: Reconfiguring daemon agent.smithi067 on smithi067 2024-03-21T13:09:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:46 smithi067 ceph-mon[29824]: Deploying cephadm binary to smithi067 2024-03-21T13:09:47.506 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:47.216+0000 7f2f49f8b000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:09:47.507 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:47.413+0000 7f2f49f8b000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:09:47.507 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:47.506+0000 7f2f49f8b000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:09:47.808 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:47.647+0000 7f2f49f8b000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:09:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:47 smithi196 ceph-mon[25809]: mgrmap e24: x(active, since 3s) 2024-03-21T13:09:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:47 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:48.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-mon[24852]: mgrmap e24: x(active, since 3s) 2024-03-21T13:09:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:48.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-mon[29824]: mgrmap e24: x(active, since 3s) 2024-03-21T13:09:48.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:48.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:47 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:47.993+0000 7f2f49f8b000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:09:48.494 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:48.225+0000 7f2f49f8b000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:09:48.494 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:48.314+0000 7f2f49f8b000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:09:48.494 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:48 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:48.493+0000 7f2f49f8b000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:09:49.112 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:48 smithi196 ceph-mon[25809]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:48 smithi067 ceph-mon[24852]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:49.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:48 smithi067 ceph-mon[29824]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:49.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:49 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:49] "GET /metrics HTTP/1.1" 200 34973 "" "Prometheus/2.33.4" 2024-03-21T13:09:49.724 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:49.463+0000 7f2f49f8b000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:09:49.987 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:49.788+0000 7f2f49f8b000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:09:49.987 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:49.896+0000 7f2f49f8b000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:50.092+0000 7f2f49f8b000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:09:50] ENGINE Bus STARTING 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: CherryPy Checker: 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: The Application mounted at '' has an empty config. 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:09:50] ENGINE Serving on http://:::9283 2024-03-21T13:09:50.258 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: [21/Mar/2024:13:09:50] ENGINE Bus STARTED 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: Reconfiguring node-exporter.a (dependencies changed)... 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: Reconfiguring daemon node-exporter.a on smithi067 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: Standby manager daemon y started 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:09:51.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:09:51.130 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:50.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=6 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: Reconfiguring node-exporter.a (dependencies changed)... 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: Reconfiguring daemon node-exporter.a on smithi067 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: Standby manager daemon y started 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:09:51.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:09:51.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:09:51.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:09:51.131 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:09:50 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: Reconfiguring node-exporter.a (dependencies changed)... 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: Reconfiguring daemon node-exporter.a on smithi067 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: Standby manager daemon y started 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:09:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:50 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/71680936' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:09:51.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:51 smithi067 systemd[1]: Stopping Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:09:52.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:51 smithi067 ceph-mon[24852]: mgrmap e25: x(active, since 7s), standbys: y 2024-03-21T13:09:52.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:09:52.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:51 smithi067 ceph-mon[29824]: mgrmap e25: x(active, since 7s), standbys: y 2024-03-21T13:09:52.043 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:09:52.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:51 smithi196 ceph-mon[25809]: mgrmap e25: x(active, since 7s), standbys: y 2024-03-21T13:09:52.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:09:52.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 bash[64305]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter.a" found: no such container 2024-03-21T13:09:52.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 podman[64346]: 2024-03-21 13:09:52.159403899 +0000 UTC m=+0.108157458 container died aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:09:52.782 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 podman[64346]: 2024-03-21 13:09:52.523827457 +0000 UTC m=+0.472581010 container cleanup aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:09:52.782 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 bash[64346]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a 2024-03-21T13:09:52.782 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 bash[64397]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter.a" found: no such container 2024-03-21T13:09:53.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:52 smithi067 ceph-mon[24852]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:09:53.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:52 smithi067 ceph-mon[29824]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:09:53.062 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 podman[64384]: 2024-03-21 13:09:52.825561439 +0000 UTC m=+0.666460247 container remove aeb31c41badb1f5f70cb65e90025caf8b4ab080ed260f2b619c7acf1a583fa6d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:09:53.062 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:09:53.062 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-21T13:09:53.062 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 systemd[1]: Stopped Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:09:53.062 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Consumed 3.654s CPU time. 2024-03-21T13:09:53.062 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:52 smithi067 systemd[1]: Starting Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:09:53.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:52 smithi196 ceph-mon[25809]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:09:53.320 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 podman[64505]: 2024-03-21 13:09:52.964235412 +0000 UTC m=+0.018798098 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-03-21T13:09:53.320 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 podman[64505]: 2024-03-21 13:09:53.085030882 +0000 UTC m=+0.139593541 container create 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:09:53.320 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 podman[64505]: 2024-03-21 13:09:53.320667674 +0000 UTC m=+0.375230349 container init 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:09:53.602 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=error ts=2024-03-21T13:09:53.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:53.603 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:53.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.67:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.67 because it doesn't contain any IP SANs" 2024-03-21T13:09:53.603 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=warn ts=2024-03-21T13:09:53.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.196:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.196 because it doesn't contain any IP SANs" 2024-03-21T13:09:53.603 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 podman[64505]: 2024-03-21 13:09:53.323272327 +0000 UTC m=+0.377834986 container start 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:09:53.603 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.326Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-03-21T13:09:53.603 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.326Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-03-21T13:09:53.603 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.326Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-03-21T13:09:53.603 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.326Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=arp 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=bcache 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=bonding 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=btrfs 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=conntrack 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=cpu 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=diskstats 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=dmi 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=edac 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=entropy 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=filefd 2024-03-21T13:09:53.604 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=filesystem 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=hwmon 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=infiniband 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=ipvs 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=loadavg 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=mdadm 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=meminfo 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=netclass 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=netdev 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=netstat 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=nfs 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=nfsd 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=nvme 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=os 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-03-21T13:09:53.605 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=pressure 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=rapl 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=schedstat 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=sockstat 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=softnet 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=stat 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=tapestats 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=textfile 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=time 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=uname 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=vmstat 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=xfs 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.327Z caller=node_exporter.go:115 level=info collector=zfs 2024-03-21T13:09:53.606 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.328Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-03-21T13:09:53.607 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[64548]: ts=2024-03-21T13:09:53.328Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-03-21T13:09:53.607 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 bash[64505]: 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 2024-03-21T13:09:53.607 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:09:53 smithi067 systemd[1]: Started Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:09:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[24852]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-21T13:09:54.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[24852]: Reconfiguring daemon alertmanager.a on smithi067 2024-03-21T13:09:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[29824]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-21T13:09:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:54 smithi067 ceph-mon[29824]: Reconfiguring daemon alertmanager.a on smithi067 2024-03-21T13:09:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:54 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:54 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:09:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:54 smithi196 ceph-mon[25809]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-21T13:09:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:54 smithi196 ceph-mon[25809]: Reconfiguring daemon alertmanager.a on smithi067 2024-03-21T13:09:55.647 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:55 smithi067 ceph-mon[24852]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-03-21T13:09:55.648 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:55 smithi067 ceph-mon[29824]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-03-21T13:09:55.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:55 smithi196 ceph-mon[25809]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-03-21T13:09:57.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:57 smithi067 ceph-mon[24852]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-21T13:09:57.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:57 smithi067 ceph-mon[29824]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-21T13:09:57.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:57 smithi196 ceph-mon[25809]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-21T13:09:58.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:58 smithi067 ceph-mon[24852]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:58.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:58 smithi067 ceph-mon[29824]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:58 smithi196 ceph-mon[25809]: from='client.24772 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:09:59.653 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:59 smithi196 ceph-mon[25809]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:09:59.653 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:09:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:09:59.653 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:09:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:09:59] "GET /metrics HTTP/1.1" 200 37967 "" "Prometheus/2.33.4" 2024-03-21T13:09:59.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:59 smithi067 ceph-mon[24852]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:09:59.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:09:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:09:59.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:59 smithi067 ceph-mon[29824]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:09:59.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:09:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:00 smithi196 ceph-mon[25809]: overall HEALTH_OK 2024-03-21T13:10:00.764 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:00 smithi067 ceph-mon[24852]: overall HEALTH_OK 2024-03-21T13:10:00.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:00 smithi067 ceph-mon[29824]: overall HEALTH_OK 2024-03-21T13:10:01.057 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:10:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:10:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:01 smithi067 ceph-mon[24852]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:10:01.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:01 smithi067 ceph-mon[29824]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:10:01.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:01 smithi196 ceph-mon[25809]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:10:02.267 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:02.268 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 bash[65183]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager.a" found: no such container 2024-03-21T13:10:02.561 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[51506]: level=info ts=2024-03-21T13:10:02.267Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:10:02.561 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 podman[65196]: 2024-03-21 13:10:02.288480129 +0000 UTC m=+0.124540520 container died e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:02.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:02.314Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.67:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.196:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:02.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 podman[65196]: 2024-03-21 13:10:02.651325981 +0000 UTC m=+0.487386372 container cleanup e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:02.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 bash[65196]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a 2024-03-21T13:10:02.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 bash[65224]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager.a" found: no such container 2024-03-21T13:10:03.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 podman[65211]: 2024-03-21 13:10:02.902511866 +0000 UTC m=+0.610310055 container remove e9ea22cb2381a3c30224a1792b5c728b9745333b7e503288130b52d87f91e8bb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:03.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 podman[65211]: 2024-03-21 13:10:02.978134908 +0000 UTC m=+0.685933055 volume remove 3d2662f1e060bc8cf944622df143c9f749074af21168a1fa09565d52898857b9 2024-03-21T13:10:03.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-21T13:10:03.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:03.153 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Consumed 1.227s CPU time. 2024-03-21T13:10:03.153 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:02 smithi067 systemd[1]: Starting Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:03.430 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 podman[65293]: 2024-03-21 13:10:03.212358779 +0000 UTC m=+0.115123654 volume create b32cb468dfcc101c214eb6e1d6ec470dcd8136c492043b8594b3e7d00fce2caa 2024-03-21T13:10:03.430 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 podman[65293]: 2024-03-21 13:10:03.116239112 +0000 UTC m=+0.019003983 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-03-21T13:10:03.430 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 podman[65293]: 2024-03-21 13:10:03.296107828 +0000 UTC m=+0.198872697 container create 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:03.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-mon[24852]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:10:03.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-mon[29824]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:10:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 podman[65293]: 2024-03-21 13:10:03.540613016 +0000 UTC m=+0.443377911 container init 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 podman[65293]: 2024-03-21 13:10:03.543557619 +0000 UTC m=+0.446322490 container start 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.554Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-03-21T13:10:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.554Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-03-21T13:10:03.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.555Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.556Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.582Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.582Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.584Z caller=main.go:518 msg=Listening address=:9093 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:03.584Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 bash[65293]: 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec 2024-03-21T13:10:03.904 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:03 smithi067 systemd[1]: Started Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:03 smithi196 ceph-mon[25809]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:04.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:04.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:04.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:04.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:04 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:04 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:05.652 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:05 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:05.557Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000351961s 2024-03-21T13:10:05.975 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:05 smithi067 ceph-mon[24852]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:05.975 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:05 smithi067 ceph-mon[29824]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:05 smithi196 ceph-mon[25809]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:10:07.140+0000 7f079634e700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Creating ceph-iscsi config... 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:10:07.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return _run_code(code, main_globals, None, 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: exec(code, run_globals) 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:07.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return future.result(timeout) 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return self.__get_result() 2024-03-21T13:10:07.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: raise self._exception 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Creating ceph-iscsi config... 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:07.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return _run_code(code, main_globals, None, 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: exec(code, run_globals) 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:07.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:07.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:07.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:07.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:07.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:07.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:07.856 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-mon[25809]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:07.856 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:07.856 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:07 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:07 smithi067 ceph-mon[24852]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:07 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:07 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:07 smithi067 ceph-mon[29824]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:07 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:07 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:08.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:08 smithi196 ceph-mon[25809]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:08.886 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:08.886 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:08.886 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:08.887 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: return future.result(timeout) 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.__get_result() 2024-03-21T13:10:08.888 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: raise self._exception 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:08.889 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:08 smithi196 ceph-mon[25809]: Reconfiguring daemon agent.smithi196 on smithi196 2024-03-21T13:10:08.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:08 smithi196 ceph-mon[25809]: Deploying cephadm binary to smithi196 2024-03-21T13:10:09.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:08 smithi067 ceph-mon[24852]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: return future.result(timeout) 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.__get_result() 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: raise self._exception 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.156 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:08 smithi067 ceph-mon[24852]: Reconfiguring daemon agent.smithi196 on smithi196 2024-03-21T13:10:09.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:08 smithi067 ceph-mon[24852]: Deploying cephadm binary to smithi196 2024-03-21T13:10:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:08 smithi067 ceph-mon[29824]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:09.158 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:09.159 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: return future.result(timeout) 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.__get_result() 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: raise self._exception 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:09.164 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:09.164 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:09.164 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:09.164 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:09.164 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.164 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:09.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:08 smithi067 ceph-mon[29824]: Reconfiguring daemon agent.smithi196 on smithi196 2024-03-21T13:10:09.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:08 smithi067 ceph-mon[29824]: Deploying cephadm binary to smithi196 2024-03-21T13:10:09.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:09] "GET /metrics HTTP/1.1" 200 37967 "" "Prometheus/2.33.4" 2024-03-21T13:10:10.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:09 smithi067 ceph-mon[24852]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:10.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:09 smithi067 ceph-mon[29824]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:10.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:09 smithi196 ceph-mon[25809]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:11.193 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:10:10 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:10:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[24852]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[29824]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:11.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:11 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:11 smithi196 ceph-mon[25809]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:11 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:11 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:11.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:11 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:12.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:12.315Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.67:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.196:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:13.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:12 smithi067 ceph-mon[24852]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:10:13.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:12 smithi067 ceph-mon[24852]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:10:13.151 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:12 smithi067 ceph-mon[29824]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:10:13.151 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:12 smithi067 ceph-mon[29824]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:10:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:12 smithi196 ceph-mon[25809]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:10:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:12 smithi196 ceph-mon[25809]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:10:13.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:13 smithi067 ceph-mon[24852]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:10:13.756 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:10:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:10:13.560Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.00349387s 2024-03-21T13:10:13.757 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:13 smithi067 ceph-mon[29824]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:10:13.958 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:13 smithi196 ceph-mon[25809]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:10:14.998 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:14 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:14 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:15.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:14 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:15 smithi067 ceph-mon[24852]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-03-21T13:10:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:15 smithi067 ceph-mon[29824]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-03-21T13:10:15.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:15 smithi196 ceph-mon[25809]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-03-21T13:10:17.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:17 smithi067 ceph-mon[24852]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-03-21T13:10:17.783 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:17 smithi067 ceph-mon[29824]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-03-21T13:10:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:17 smithi196 ceph-mon[25809]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-03-21T13:10:19.055 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:18 smithi196 ceph-mon[25809]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-03-21T13:10:19.055 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:18 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/799212155' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:10:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:18 smithi067 ceph-mon[24852]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-03-21T13:10:19.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:18 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/799212155' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:10:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:18 smithi067 ceph-mon[29824]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-03-21T13:10:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:18 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/799212155' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:10:19.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:19] "GET /metrics HTTP/1.1" 200 37966 "" "Prometheus/2.33.4" 2024-03-21T13:10:20.110 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:19 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3437718541' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]: dispatch 2024-03-21T13:10:20.110 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:19 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]: dispatch 2024-03-21T13:10:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:19 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3437718541' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]: dispatch 2024-03-21T13:10:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:19 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]: dispatch 2024-03-21T13:10:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:19 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3437718541' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]: dispatch 2024-03-21T13:10:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:19 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]: dispatch 2024-03-21T13:10:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]': finished 2024-03-21T13:10:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[24852]: osdmap e98: 8 total, 8 up, 8 in 2024-03-21T13:10:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[24852]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-03-21T13:10:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/870120965' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1862841045"}]: dispatch 2024-03-21T13:10:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]': finished 2024-03-21T13:10:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[29824]: osdmap e98: 8 total, 8 up, 8 in 2024-03-21T13:10:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[29824]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-03-21T13:10:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/870120965' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1862841045"}]: dispatch 2024-03-21T13:10:21.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:10:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[25087]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:10:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:20 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3264459259"}]': finished 2024-03-21T13:10:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:20 smithi196 ceph-mon[25809]: osdmap e98: 8 total, 8 up, 8 in 2024-03-21T13:10:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:20 smithi196 ceph-mon[25809]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-03-21T13:10:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:20 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/870120965' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1862841045"}]: dispatch 2024-03-21T13:10:22.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/870120965' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1862841045"}]': finished 2024-03-21T13:10:22.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[29824]: osdmap e99: 8 total, 8 up, 8 in 2024-03-21T13:10:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3847283309' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]: dispatch 2024-03-21T13:10:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]: dispatch 2024-03-21T13:10:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/870120965' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1862841045"}]': finished 2024-03-21T13:10:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[24852]: osdmap e99: 8 total, 8 up, 8 in 2024-03-21T13:10:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3847283309' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]: dispatch 2024-03-21T13:10:22.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:21 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]: dispatch 2024-03-21T13:10:22.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:21 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/870120965' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1862841045"}]': finished 2024-03-21T13:10:22.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:21 smithi196 ceph-mon[25809]: osdmap e99: 8 total, 8 up, 8 in 2024-03-21T13:10:22.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:21 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3847283309' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]: dispatch 2024-03-21T13:10:22.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:21 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]: dispatch 2024-03-21T13:10:22.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:22.314Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.67:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.196:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:23.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:22 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:23.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:22 smithi196 bash[55541]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:10:23.114 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:22 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]': finished 2024-03-21T13:10:23.114 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:22 smithi196 ceph-mon[25809]: osdmap e100: 8 total, 8 up, 8 in 2024-03-21T13:10:23.114 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:22 smithi196 ceph-mon[25809]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-03-21T13:10:23.114 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:22 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2409559623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/1654206102"}]: dispatch 2024-03-21T13:10:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]': finished 2024-03-21T13:10:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[24852]: osdmap e100: 8 total, 8 up, 8 in 2024-03-21T13:10:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[24852]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-03-21T13:10:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2409559623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/1654206102"}]: dispatch 2024-03-21T13:10:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/3607227569"}]': finished 2024-03-21T13:10:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[29824]: osdmap e100: 8 total, 8 up, 8 in 2024-03-21T13:10:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[29824]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-03-21T13:10:23.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:22 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2409559623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/1654206102"}]: dispatch 2024-03-21T13:10:23.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:10:23.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:10:23.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:10:23.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.114Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.115Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.115Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[45656]: ts=2024-03-21T13:10:23.115Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:10:23.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 podman[55554]: 2024-03-21 13:10:23.124872861 +0000 UTC m=+0.135756620 container died f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:23.773 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 podman[55554]: 2024-03-21 13:10:23.555903609 +0000 UTC m=+0.566787357 container cleanup f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:23.773 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 bash[55554]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:10:24.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2409559623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/1654206102"}]': finished 2024-03-21T13:10:24.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-mon[25809]: osdmap e101: 8 total, 8 up, 8 in 2024-03-21T13:10:24.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:23 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1125215692' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/1654206102"}]: dispatch 2024-03-21T13:10:24.053 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 podman[55567]: 2024-03-21 13:10:23.773804551 +0000 UTC m=+0.651662478 container remove f51f74ff6a8a8d463411c2d0ca9edc333a56776516f427d66948b25459fb79cd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:24.053 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 bash[55583]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:10:24.053 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:10:24.053 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:24.053 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Consumed 1.984s CPU time. 2024-03-21T13:10:24.053 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:23 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:23 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2409559623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/1654206102"}]': finished 2024-03-21T13:10:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:23 smithi067 ceph-mon[24852]: osdmap e101: 8 total, 8 up, 8 in 2024-03-21T13:10:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:23 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1125215692' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/1654206102"}]: dispatch 2024-03-21T13:10:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:23 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2409559623' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/1654206102"}]': finished 2024-03-21T13:10:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:23 smithi067 ceph-mon[29824]: osdmap e101: 8 total, 8 up, 8 in 2024-03-21T13:10:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:23 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1125215692' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/1654206102"}]: dispatch 2024-03-21T13:10:24.304 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 podman[55650]: 2024-03-21 13:10:23.956542853 +0000 UTC m=+0.019228670 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:10:24.304 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 podman[55650]: 2024-03-21 13:10:24.092223594 +0000 UTC m=+0.154909407 container create 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:24.304 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 podman[55650]: 2024-03-21 13:10:24.302349891 +0000 UTC m=+0.365035710 container init 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:24.305 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 podman[55650]: 2024-03-21 13:10:24.304963517 +0000 UTC m=+0.367649329 container start 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:10:24.593 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.328Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.328Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.328Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.328Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.328Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.328Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.329Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:10:24.594 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.330Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.331Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.333Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.333Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.571µs 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.333Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 bash[55650]: 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:24.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.535Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.638Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.818Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.818Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.818Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.083µs wal_replay_duration=485.394458ms total_replay_duration=485.452875ms 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.822Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.822Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:10:24.846 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.822Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:10:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1125215692' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/1654206102"}]': finished 2024-03-21T13:10:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: osdmap e102: 8 total, 8 up, 8 in 2024-03-21T13:10:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-03-21T13:10:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3205039851' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]: dispatch 2024-03-21T13:10:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]: dispatch 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: Reconfiguring node-exporter.b (dependencies changed)... 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[24852]: Reconfiguring daemon node-exporter.b on smithi196 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1125215692' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/1654206102"}]': finished 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: osdmap e102: 8 total, 8 up, 8 in 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3205039851' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]: dispatch 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]: dispatch 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: Reconfiguring node-exporter.b (dependencies changed)... 2024-03-21T13:10:25.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:24 smithi067 ceph-mon[29824]: Reconfiguring daemon node-exporter.b on smithi196 2024-03-21T13:10:25.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.849Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=27.565593ms db_storage=801ns remote_storage=1.43µs web_handler=359ns query_engine=601ns scrape=382.613µs scrape_sd=97.432µs notify=16.414µs notify_sd=17.383µs rules=26.744385ms 2024-03-21T13:10:25.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:24.849Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1125215692' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/1654206102"}]': finished 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: osdmap e102: 8 total, 8 up, 8 in 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 64 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3205039851' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]: dispatch 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]: dispatch 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: Reconfiguring node-exporter.b (dependencies changed)... 2024-03-21T13:10:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:24 smithi196 ceph-mon[25809]: Reconfiguring daemon node-exporter.b on smithi196 2024-03-21T13:10:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:25 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]': finished 2024-03-21T13:10:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:25 smithi196 ceph-mon[25809]: osdmap e103: 8 total, 8 up, 8 in 2024-03-21T13:10:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:25 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3581022379' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]: dispatch 2024-03-21T13:10:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:25 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]: dispatch 2024-03-21T13:10:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]': finished 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[24852]: osdmap e103: 8 total, 8 up, 8 in 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3581022379' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]: dispatch 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]: dispatch 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2332316994"}]': finished 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[29824]: osdmap e103: 8 total, 8 up, 8 in 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3581022379' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]: dispatch 2024-03-21T13:10:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:25 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]: dispatch 2024-03-21T13:10:26.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:26.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 bash[55858]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter.b" found: no such container 2024-03-21T13:10:26.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 podman[55883]: 2024-03-21 13:10:26.233670579 +0000 UTC m=+0.101314565 container died 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:10:26.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:26 smithi196 ceph-mon[25809]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:26.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:26 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]': finished 2024-03-21T13:10:26.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:26 smithi196 ceph-mon[25809]: osdmap e104: 8 total, 8 up, 8 in 2024-03-21T13:10:26.874 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 podman[55883]: 2024-03-21 13:10:26.606467616 +0000 UTC m=+0.474111596 container cleanup 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:10:26.874 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 bash[55883]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b 2024-03-21T13:10:26.874 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 bash[55909]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter.b" found: no such container 2024-03-21T13:10:27.124 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 podman[55897]: 2024-03-21 13:10:26.874259706 +0000 UTC m=+0.642264952 container remove 526a966b0c44493790b1b445d6b884f9e68a07f1357ec22bf669feff98755017 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Consumed 4.146s CPU time. 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:26 smithi196 systemd[1]: Starting Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 podman[55977]: 2024-03-21 13:10:27.001258303 +0000 UTC m=+0.017211706 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-03-21T13:10:27.125 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 podman[55977]: 2024-03-21 13:10:27.12521401 +0000 UTC m=+0.141167397 container create 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:10:27.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:26 smithi067 ceph-mon[24852]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:27.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:26 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]': finished 2024-03-21T13:10:27.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:26 smithi067 ceph-mon[24852]: osdmap e104: 8 total, 8 up, 8 in 2024-03-21T13:10:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:26 smithi067 ceph-mon[29824]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:26 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2901501453"}]': finished 2024-03-21T13:10:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:26 smithi067 ceph-mon[29824]: osdmap e104: 8 total, 8 up, 8 in 2024-03-21T13:10:27.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 podman[55977]: 2024-03-21 13:10:27.335759263 +0000 UTC m=+0.351712660 container init 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:10:27.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 podman[55977]: 2024-03-21 13:10:27.338415779 +0000 UTC m=+0.354369175 container start 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:10:27.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=arp 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=bcache 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=bonding 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=btrfs 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=conntrack 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=cpu 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=diskstats 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=dmi 2024-03-21T13:10:27.414 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=edac 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.342Z caller=node_exporter.go:115 level=info collector=entropy 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=filefd 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=filesystem 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=hwmon 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=infiniband 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=ipvs 2024-03-21T13:10:27.415 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=loadavg 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=mdadm 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=meminfo 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=netclass 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=netdev 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=netstat 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=nfs 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=nfsd 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=nvme 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=os 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=pressure 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=rapl 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=schedstat 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=sockstat 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=softnet 2024-03-21T13:10:27.416 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=stat 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=tapestats 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=textfile 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=time 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=uname 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=vmstat 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=xfs 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:115 level=info collector=zfs 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-03-21T13:10:27.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[55991]: ts=2024-03-21T13:10:27.343Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-03-21T13:10:27.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 bash[55977]: 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 2024-03-21T13:10:27.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:10:27 smithi196 systemd[1]: Started Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:28.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: Reconfiguring grafana.a (dependencies changed)... 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[24852]: Reconfiguring daemon grafana.a on smithi196 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: Reconfiguring grafana.a (dependencies changed)... 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:10:28.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:28 smithi067 ceph-mon[29824]: Reconfiguring daemon grafana.a on smithi196 2024-03-21T13:10:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: Reconfiguring grafana.a (dependencies changed)... 2024-03-21T13:10:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-21T13:10:28.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:28.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:10:28.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-21T13:10:28.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:28 smithi196 ceph-mon[25809]: Reconfiguring daemon grafana.a on smithi196 2024-03-21T13:10:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:29 smithi067 ceph-mon[24852]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-03-21T13:10:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:29 smithi067 ceph-mon[24852]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:29 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:29 smithi067 ceph-mon[29824]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-03-21T13:10:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:29 smithi067 ceph-mon[29824]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:29 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:29.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:29 smithi196 ceph-mon[25809]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-03-21T13:10:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:29 smithi196 ceph-mon[25809]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:29 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:31.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:31 smithi067 ceph-mon[24852]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-03-21T13:10:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:31 smithi067 ceph-mon[29824]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-03-21T13:10:31.803 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:31 smithi196 ceph-mon[25809]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-03-21T13:10:33.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:33 smithi067 ceph-mon[24852]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:33.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:33 smithi067 ceph-mon[29824]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:33.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:33 smithi196 ceph-mon[25809]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:33.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:33.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:34] "GET /metrics HTTP/1.1" 200 37968 "" "Prometheus/2.33.4" 2024-03-21T13:10:35.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:35 smithi196 ceph-mon[25809]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:10:35.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:35 smithi067 ceph-mon[24852]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:10:35.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:35 smithi067 ceph-mon[29824]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:10:37.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:37 smithi196 ceph-mon[25809]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:10:37.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:37 smithi067 ceph-mon[24852]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:10:37.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:37 smithi067 ceph-mon[29824]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:10:38.793 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:39.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:38 smithi067 ceph-mon[29824]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:39.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:38 smithi067 ceph-mon[29824]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:39.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:38 smithi067 ceph-mon[24852]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:39.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:38 smithi067 ceph-mon[24852]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:38 smithi196 ceph-mon[25809]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:38 smithi196 ceph-mon[25809]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:39.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:38 smithi196 systemd[1]: Stopping Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:39.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:38 smithi196 bash[56445]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana.a" found: no such container 2024-03-21T13:10:39.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[44565]: t=2024-03-21T13:10:39+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-03-21T13:10:39.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:39 smithi196 podman[56459]: 2024-03-21 13:10:39.023669182 +0000 UTC m=+0.132559720 container died 58b4e5e607289cb344c68f0c59e20e3eb3a761579b55faeb85b5ffd178618088 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, io.buildah.version=1.24.2, maintainer=Paul Cuzner , name=ubi8, version=8.5, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, distribution-scope=public, release=236.1648460182, io.openshift.expose-services=, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-03-28T10:36:18.413762) 2024-03-21T13:10:39.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:39 smithi196 podman[56459]: 2024-03-21 13:10:39.480452538 +0000 UTC m=+0.589343079 container cleanup 58b4e5e607289cb344c68f0c59e20e3eb3a761579b55faeb85b5ffd178618088 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, distribution-scope=public, release=236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, description=Ceph Grafana Container, io.buildah.version=1.24.2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-03-28T10:36:18.413762, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, io.openshift.tags=base rhel8, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-03-21T13:10:39.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:39 smithi196 bash[56459]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a 2024-03-21T13:10:39.933 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:39 smithi196 bash[56514]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana.a" found: no such container 2024-03-21T13:10:40.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:40 smithi196 podman[56487]: 2024-03-21 13:10:40.35203253 +0000 UTC m=+1.325508303 container remove 58b4e5e607289cb344c68f0c59e20e3eb3a761579b55faeb85b5ffd178618088 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, distribution-scope=public, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=236.1648460182, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, build-date=2022-03-28T10:36:18.413762) 2024-03-21T13:10:40.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:40 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Deactivated successfully. 2024-03-21T13:10:40.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:40 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:40.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:40 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Consumed 3.294s CPU time. 2024-03-21T13:10:40.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:40 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:41.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:40 smithi196 ceph-mon[25809]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:40 smithi067 ceph-mon[24852]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:40 smithi067 ceph-mon[29824]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:41.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 podman[56703]: 2024-03-21 13:10:41.045110116 +0000 UTC m=+0.021525335 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-03-21T13:10:41.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 podman[56703]: 2024-03-21 13:10:41.181373592 +0000 UTC m=+0.157788838 container create 0fb2c1a5e61ad1130e5c09385f2afbf5a4ab211581cd5e2e3b04412cfc61689a (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, com.redhat.component=ubi8-container, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , version=8.5, io.buildah.version=1.24.2, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, io.openshift.expose-services=, vendor=Red Hat, Inc., architecture=x86_64, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-03-28T10:36:18.413762, release=236.1648460182) 2024-03-21T13:10:41.727 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STOPPING 2024-03-21T13:10:41.727 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:10:41.727 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STOPPED 2024-03-21T13:10:41.727 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STARTING 2024-03-21T13:10:41.727 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 podman[56703]: 2024-03-21 13:10:41.433894857 +0000 UTC m=+0.410310071 container init 0fb2c1a5e61ad1130e5c09385f2afbf5a4ab211581cd5e2e3b04412cfc61689a (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, com.redhat.component=ubi8-container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.buildah.version=1.24.2, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=236.1648460182, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, name=ubi8, vcs-type=git, architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762) 2024-03-21T13:10:41.728 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 podman[56703]: 2024-03-21 13:10:41.436602211 +0000 UTC m=+0.413017415 container start 0fb2c1a5e61ad1130e5c09385f2afbf5a4ab211581cd5e2e3b04412cfc61689a (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, vendor=Red Hat, Inc., vcs-type=git, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.component=ubi8-container, release=236.1648460182, version=8.5, io.buildah.version=1.24.2) 2024-03-21T13:10:41.728 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[56740]: Failed to start grafana. error: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:10:41.728 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[56740]: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:10:41.728 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 bash[56703]: 0fb2c1a5e61ad1130e5c09385f2afbf5a4ab211581cd5e2e3b04412cfc61689a 2024-03-21T13:10:41.728 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:41.728 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:41 smithi196 podman[56774]: 2024-03-21 13:10:41.529386465 +0000 UTC m=+0.055524596 container died 0fb2c1a5e61ad1130e5c09385f2afbf5a4ab211581cd5e2e3b04412cfc61689a (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, release=236.1648460182, vcs-type=git, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-03-28T10:36:18.413762, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , architecture=x86_64, distribution-scope=public, io.buildah.version=1.24.2, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vendor=Red Hat, Inc.) 2024-03-21T13:10:42.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Serving on http://:::9283 2024-03-21T13:10:42.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STARTED 2024-03-21T13:10:42.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STOPPING 2024-03-21T13:10:42.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STOPPED 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STARTING 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Serving on http://:::9283 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STARTED 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STOPPING 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STOPPED 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STARTING 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Serving on http://:::9283 2024-03-21T13:10:42.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:10:41] ENGINE Bus STARTED 2024-03-21T13:10:42.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:42 smithi196 podman[56774]: 2024-03-21 13:10:42.170911335 +0000 UTC m=+0.697049443 container remove 0fb2c1a5e61ad1130e5c09385f2afbf5a4ab211581cd5e2e3b04412cfc61689a (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.buildah.version=1.24.2, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , release=236.1648460182, distribution-scope=public, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-03-28T10:36:18.413762, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container) 2024-03-21T13:10:42.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:42 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-03-21T13:10:42.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:42 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:10:42.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:10:42.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:10:42.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:42 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:10:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:42.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-03-21T13:10:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-03-21T13:10:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:10:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:10:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:42 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:10:43.581 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:43.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:43.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:43 smithi196 ceph-mon[25809]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:43.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:43 smithi196 ceph-mon[25809]: Deploying daemon agent.smithi196 on smithi196 2024-03-21T13:10:43.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:43 smithi196 ceph-mon[25809]: Deploying daemon agent.smithi067 on smithi067 2024-03-21T13:10:43.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:43 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[24852]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[24852]: Deploying daemon agent.smithi196 on smithi196 2024-03-21T13:10:43.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[24852]: Deploying daemon agent.smithi067 on smithi067 2024-03-21T13:10:43.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[29824]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[29824]: Deploying daemon agent.smithi196 on smithi196 2024-03-21T13:10:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[29824]: Deploying daemon agent.smithi067 on smithi067 2024-03-21T13:10:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:43 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.634 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:44] "GET /metrics HTTP/1.1" 200 37964 "" "Prometheus/2.33.4" 2024-03-21T13:10:44.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:44.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:44.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:44.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:10:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:45 smithi196 ceph-mon[25809]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:45 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:45 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[24852]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:45.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:45.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[29824]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:45.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:45.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:45.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:47 smithi067 ceph-mon[24852]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:47 smithi067 ceph-mon[29824]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:47.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:47 smithi196 ceph-mon[25809]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:48.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[24852]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[24852]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[29824]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:49.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[29824]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:49.079 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:48 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:49.197 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:48 smithi196 ceph-mon[25809]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:49.197 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:48 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:49.197 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:48 smithi196 ceph-mon[25809]: from='client.15117 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:10:49.197 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:48 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.894 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.895 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.895 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.895 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:50 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:50.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:51.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:10:50.943+0000 7f079634e700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:51.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Creating ceph-iscsi config... 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return _run_code(code, main_globals, None, 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: exec(code, run_globals) 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:51.414 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:10:51.415 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return future.result(timeout) 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return self.__get_result() 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: raise self._exception 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:51.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Creating ceph-iscsi config... 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return _run_code(code, main_globals, None, 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: exec(code, run_globals) 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:50 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:51.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:51.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:51.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:51.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:51.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:51.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:51.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:10:51.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-mon[25809]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:52.775 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:52.776 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: return future.result(timeout) 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.__get_result() 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: raise self._exception 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:52.777 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-mon[25809]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-mon[25809]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Scheduled restart job, restart counter is at 1. 2024-03-21T13:10:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:10:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 podman[58057]: 2024-03-21 13:10:52.650122635 +0000 UTC m=+0.114983610 container create 2a2c14def78fcf5326d8aa95db27c3080c514e3ee0cdd8e2bb07535c7cd99bb3 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762, release=236.1648460182, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, description=Ceph Grafana Container, name=ubi8, vcs-type=git, version=8.5, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, io.openshift.expose-services=, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-03-21T13:10:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 podman[58057]: 2024-03-21 13:10:52.552961881 +0000 UTC m=+0.017822867 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[24852]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:52.872 INFO:journalctl@ceph.mon.a.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: return future.result(timeout) 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.__get_result() 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: raise self._exception 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:52.873 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:52.874 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[29824]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:52.875 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:10:52.876 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: return future.result(timeout) 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.__get_result() 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: raise self._exception 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:10:52.877 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:10:52.878 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[24852]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[24852]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:10:52.879 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:10:52.880 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:10:52.880 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[29824]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:10:52.880 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[29824]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:52.880 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:10:52.880 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:52 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:10:53.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 podman[58057]: 2024-03-21 13:10:52.89407659 +0000 UTC m=+0.358937579 container init 2a2c14def78fcf5326d8aa95db27c3080c514e3ee0cdd8e2bb07535c7cd99bb3 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, distribution-scope=public, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, vcs-type=git, release=236.1648460182, io.buildah.version=1.24.2, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, name=ubi8, version=8.5, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-03-21T13:10:53.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 podman[58057]: 2024-03-21 13:10:52.896813311 +0000 UTC m=+0.361674296 container start 2a2c14def78fcf5326d8aa95db27c3080c514e3ee0cdd8e2bb07535c7cd99bb3 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.openshift.tags=base rhel8, io.openshift.expose-services=, com.redhat.component=ubi8-container, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-03-28T10:36:18.413762, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, release=236.1648460182, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.buildah.version=1.24.2, architecture=x86_64) 2024-03-21T13:10:53.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58072]: Failed to start grafana. error: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:10:53.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58072]: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:10:53.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 bash[58057]: 2a2c14def78fcf5326d8aa95db27c3080c514e3ee0cdd8e2bb07535c7cd99bb3 2024-03-21T13:10:53.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:10:53.164 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:52 smithi196 podman[58088]: 2024-03-21 13:10:52.966909362 +0000 UTC m=+0.036687653 container died 2a2c14def78fcf5326d8aa95db27c3080c514e3ee0cdd8e2bb07535c7cd99bb3 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.buildah.version=1.24.2, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, build-date=2022-03-28T10:36:18.413762, version=8.5, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, architecture=x86_64, vcs-type=git, release=236.1648460182) 2024-03-21T13:10:53.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:10:53.913 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:53 smithi196 podman[58088]: 2024-03-21 13:10:53.53965431 +0000 UTC m=+0.609432601 container remove 2a2c14def78fcf5326d8aa95db27c3080c514e3ee0cdd8e2bb07535c7cd99bb3 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, distribution-scope=public, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, description=Ceph Grafana Container, com.redhat.component=ubi8-container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, version=8.5, vendor=Red Hat, Inc., io.openshift.expose-services=, release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.24.2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , name=ubi8) 2024-03-21T13:10:53.913 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:53 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-03-21T13:10:53.913 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:10:53 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:10:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:10:54] "GET /metrics HTTP/1.1" 200 37964 "" "Prometheus/2.33.4" 2024-03-21T13:10:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 864 B/s rd, 0 op/s 2024-03-21T13:10:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1637713861' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 864 B/s rd, 0 op/s 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:10:55.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:10:55.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:55.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:55.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:55.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:54 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1637713861' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 864 B/s rd, 0 op/s 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:10:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:10:55.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:54 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1637713861' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:10:56.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:10:56.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:10:56.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[29824]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:10:56.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[29824]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:10:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:10:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[24852]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:10:56.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:55 smithi067 ceph-mon[24852]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:55 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:10:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:55 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:10:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:55 smithi196 ceph-mon[25809]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:10:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:55 smithi196 ceph-mon[25809]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:10:58.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:57 smithi067 ceph-mon[24852]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 193 B/s rd, 0 op/s 2024-03-21T13:10:58.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:57 smithi067 ceph-mon[29824]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 193 B/s rd, 0 op/s 2024-03-21T13:10:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:57 smithi196 ceph-mon[25809]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 193 B/s rd, 0 op/s 2024-03-21T13:10:58.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:10:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:10:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:00.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:59 smithi067 ceph-mon[24852]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 149 B/s rd, 0 op/s 2024-03-21T13:11:00.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:59 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:00.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:10:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:00.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:59 smithi067 ceph-mon[29824]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 149 B/s rd, 0 op/s 2024-03-21T13:11:00.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:59 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:00.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:10:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:00.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:59 smithi196 ceph-mon[25809]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 149 B/s rd, 0 op/s 2024-03-21T13:11:00.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:59 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:00.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:10:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:02.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:01 smithi067 ceph-mon[24852]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-03-21T13:11:02.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:01 smithi067 ceph-mon[29824]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-03-21T13:11:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:01 smithi196 ceph-mon[25809]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-03-21T13:11:03.901 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:03 smithi196 ceph-mon[25809]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 694 B/s rd, 0 op/s 2024-03-21T13:11:03.902 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:03 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Scheduled restart job, restart counter is at 2. 2024-03-21T13:11:03.902 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:03 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:03.902 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:03 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:11:03.902 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:04.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:03 smithi067 ceph-mon[24852]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 694 B/s rd, 0 op/s 2024-03-21T13:11:04.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:03 smithi067 ceph-mon[29824]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 694 B/s rd, 0 op/s 2024-03-21T13:11:04.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:03 smithi196 podman[58187]: 2024-03-21 13:11:03.803583325 +0000 UTC m=+0.018248539 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-03-21T13:11:04.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:03 smithi196 podman[58187]: 2024-03-21 13:11:03.931544516 +0000 UTC m=+0.146209726 container create 1987f864cef8b8856cb23bafa6f9d276f35d31dfaa62eb0fbd427890e4988fde (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=236.1648460182, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, name=ubi8, version=8.5, architecture=x86_64, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, distribution-scope=public, build-date=2022-03-28T10:36:18.413762, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-03-21T13:11:04.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 podman[58187]: 2024-03-21 13:11:04.125282692 +0000 UTC m=+0.339947900 container init 1987f864cef8b8856cb23bafa6f9d276f35d31dfaa62eb0fbd427890e4988fde (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, description=Ceph Grafana Container, release=236.1648460182, build-date=2022-03-28T10:36:18.413762, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.buildah.version=1.24.2, version=8.5, vendor=Red Hat, Inc., architecture=x86_64, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-03-21T13:11:04.154 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 podman[58187]: 2024-03-21 13:11:04.127863726 +0000 UTC m=+0.342528945 container start 1987f864cef8b8856cb23bafa6f9d276f35d31dfaa62eb0fbd427890e4988fde (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, release=236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , distribution-scope=public, build-date=2022-03-28T10:36:18.413762, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, description=Ceph Grafana Container, name=ubi8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-03-21T13:11:04.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:11:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:11:04] "GET /metrics HTTP/1.1" 200 38041 "" "Prometheus/2.33.4" 2024-03-21T13:11:04.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58202]: Failed to start grafana. error: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:04.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58202]: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:04.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 bash[58187]: 1987f864cef8b8856cb23bafa6f9d276f35d31dfaa62eb0fbd427890e4988fde 2024-03-21T13:11:04.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:04.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:04 smithi196 podman[58217]: 2024-03-21 13:11:04.215374505 +0000 UTC m=+0.054291944 container died 1987f864cef8b8856cb23bafa6f9d276f35d31dfaa62eb0fbd427890e4988fde (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.openshift.tags=base rhel8, architecture=x86_64, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.24.2, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, vendor=Red Hat, Inc., name=ubi8, vcs-type=git, build-date=2022-03-28T10:36:18.413762, maintainer=Paul Cuzner ) 2024-03-21T13:11:05.319 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:05 smithi196 podman[58217]: 2024-03-21 13:11:05.012551539 +0000 UTC m=+0.851468977 container remove 1987f864cef8b8856cb23bafa6f9d276f35d31dfaa62eb0fbd427890e4988fde (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.openshift.expose-services=, release=236.1648460182, version=8.5, distribution-scope=public, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , io.openshift.tags=base rhel8, name=ubi8) 2024-03-21T13:11:05.319 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:05 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-03-21T13:11:05.319 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:05 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:11:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:05 smithi196 ceph-mon[25809]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-03-21T13:11:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:05 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[29824]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-03-21T13:11:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[24852]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:07.056 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:06 smithi067 ceph-mon[24852]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 945 B/s rd, 1 op/s 2024-03-21T13:11:07.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:06 smithi067 ceph-mon[24852]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:07.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:06 smithi067 ceph-mon[29824]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 945 B/s rd, 1 op/s 2024-03-21T13:11:07.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:06 smithi067 ceph-mon[29824]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:06 smithi196 ceph-mon[25809]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 945 B/s rd, 1 op/s 2024-03-21T13:11:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:06 smithi196 ceph-mon[25809]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:08.872 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:08 smithi067 ceph-mon[24852]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:08.872 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:08 smithi067 ceph-mon[29824]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:08 smithi196 ceph-mon[25809]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:08.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 641 B/s rd, 0 op/s 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 856 B/s rd, 0 op/s 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:10.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:10.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:10.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:10.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:10 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 641 B/s rd, 0 op/s 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 856 B/s rd, 0 op/s 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 641 B/s rd, 0 op/s 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 856 B/s rd, 0 op/s 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:11.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:10 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:13.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:13 smithi067 ceph-mon[24852]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:13.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:13 smithi067 ceph-mon[29824]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:13.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:13 smithi196 ceph-mon[25809]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:13.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:14.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:14 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:14.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:14 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:14 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:11:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:11:14] "GET /metrics HTTP/1.1" 200 38036 "" "Prometheus/2.33.4" 2024-03-21T13:11:15.441 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:15 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:15.442 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:15 smithi196 ceph-mon[25809]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:15.442 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Scheduled restart job, restart counter is at 3. 2024-03-21T13:11:15.442 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:15.442 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:11:15.442 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 podman[58506]: 2024-03-21 13:11:15.305689245 +0000 UTC m=+0.018388579 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-03-21T13:11:15.442 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 podman[58506]: 2024-03-21 13:11:15.441916886 +0000 UTC m=+0.154616263 container create faa8812d3b5ac82a0a26e95931bf9299d61741abce7834445f65746d9b08bab5 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, description=Ceph Grafana Container, io.buildah.version=1.24.2, version=8.5, distribution-scope=public, vcs-type=git, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, name=ubi8, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-03-28T10:36:18.413762) 2024-03-21T13:11:15.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:15 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:15.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:15 smithi067 ceph-mon[29824]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:15.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:15 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:15.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:15 smithi067 ceph-mon[24852]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:15.714 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 podman[58506]: 2024-03-21 13:11:15.685680471 +0000 UTC m=+0.398379809 container init faa8812d3b5ac82a0a26e95931bf9299d61741abce7834445f65746d9b08bab5 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-03-28T10:36:18.413762, vendor=Red Hat, Inc., architecture=x86_64, description=Ceph Grafana Container, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, maintainer=Paul Cuzner , io.buildah.version=1.24.2, distribution-scope=public, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, version=8.5, release=236.1648460182, io.openshift.expose-services=) 2024-03-21T13:11:15.714 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 podman[58506]: 2024-03-21 13:11:15.688477714 +0000 UTC m=+0.401177045 container start faa8812d3b5ac82a0a26e95931bf9299d61741abce7834445f65746d9b08bab5 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, name=ubi8, vendor=Red Hat, Inc., version=8.5, release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, build-date=2022-03-28T10:36:18.413762, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.24.2, vcs-type=git, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.openshift.tags=base rhel8, description=Ceph Grafana Container) 2024-03-21T13:11:15.980 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58520]: Failed to start grafana. error: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:15.980 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58520]: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:15.980 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 bash[58506]: faa8812d3b5ac82a0a26e95931bf9299d61741abce7834445f65746d9b08bab5 2024-03-21T13:11:15.981 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:15.981 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:15 smithi196 podman[58536]: 2024-03-21 13:11:15.758466033 +0000 UTC m=+0.036793573 container died faa8812d3b5ac82a0a26e95931bf9299d61741abce7834445f65746d9b08bab5 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, release=236.1648460182, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.24.2, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.openshift.tags=base rhel8, name=ubi8, maintainer=Paul Cuzner , version=8.5, architecture=x86_64, build-date=2022-03-28T10:36:18.413762, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vendor=Red Hat, Inc.) 2024-03-21T13:11:16.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:16 smithi196 podman[58536]: 2024-03-21 13:11:16.297764562 +0000 UTC m=+0.576092093 container remove faa8812d3b5ac82a0a26e95931bf9299d61741abce7834445f65746d9b08bab5 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, vendor=Red Hat, Inc., release=236.1648460182, name=ubi8, distribution-scope=public, architecture=x86_64, description=Ceph Grafana Container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.component=ubi8-container, version=8.5, maintainer=Paul Cuzner , build-date=2022-03-28T10:36:18.413762, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182) 2024-03-21T13:11:16.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:16 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-03-21T13:11:16.663 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:16 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:11:17.565 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:17 smithi196 ceph-mon[25809]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:11:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:17 smithi067 ceph-mon[24852]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:11:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:17 smithi067 ceph-mon[29824]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:11:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:18 smithi196 ceph-mon[25809]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:18.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:18 smithi067 ceph-mon[24852]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:18 smithi067 ceph-mon[29824]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:21 smithi067 ceph-mon[24852]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:11:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:21 smithi067 ceph-mon[29824]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:11:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:21 smithi196 ceph-mon[25809]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:11:23.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:23 smithi067 ceph-mon[24852]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:23.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:23 smithi067 ceph-mon[29824]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:23.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:23 smithi196 ceph-mon[25809]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:23.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:23.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:24.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:11:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:11:24] "GET /metrics HTTP/1.1" 200 38036 "" "Prometheus/2.33.4" 2024-03-21T13:11:25.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:25 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:25 smithi067 ceph-mon[24852]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:25.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:25 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:25.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:25 smithi067 ceph-mon[29824]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:25 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:25.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:25 smithi196 ceph-mon[25809]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:26.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:26.682 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Scheduled restart job, restart counter is at 4. 2024-03-21T13:11:26.682 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:26.682 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:11:26.682 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 podman[58710]: 2024-03-21 13:11:26.551803826 +0000 UTC m=+0.018293000 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-03-21T13:11:26.682 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 podman[58710]: 2024-03-21 13:11:26.681451908 +0000 UTC m=+0.147941078 container create 4ee6c610c21459867c8cd4b58332feb292cd1a322beb76634fc4dab9a8b2ffc0 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=236.1648460182, io.buildah.version=1.24.2, build-date=2022-03-28T10:36:18.413762, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner ) 2024-03-21T13:11:26.942 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 podman[58710]: 2024-03-21 13:11:26.875278852 +0000 UTC m=+0.341768029 container init 4ee6c610c21459867c8cd4b58332feb292cd1a322beb76634fc4dab9a8b2ffc0 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., distribution-scope=public, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-03-28T10:36:18.413762, release=236.1648460182, description=Ceph Grafana Container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vcs-type=git, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , architecture=x86_64) 2024-03-21T13:11:26.942 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 podman[58710]: 2024-03-21 13:11:26.877923925 +0000 UTC m=+0.344413094 container start 4ee6c610c21459867c8cd4b58332feb292cd1a322beb76634fc4dab9a8b2ffc0 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.buildah.version=1.24.2, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vendor=Red Hat, Inc., vcs-type=git, release=236.1648460182, io.openshift.expose-services=, build-date=2022-03-28T10:36:18.413762, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container) 2024-03-21T13:11:26.942 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58725]: Failed to start grafana. error: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:26.942 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58725]: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:27.245 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 bash[58710]: 4ee6c610c21459867c8cd4b58332feb292cd1a322beb76634fc4dab9a8b2ffc0 2024-03-21T13:11:27.246 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:27.246 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:26 smithi196 podman[58740]: 2024-03-21 13:11:26.953190287 +0000 UTC m=+0.038264715 container died 4ee6c610c21459867c8cd4b58332feb292cd1a322beb76634fc4dab9a8b2ffc0 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, description=Ceph Grafana Container, build-date=2022-03-28T10:36:18.413762, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=236.1648460182, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, distribution-scope=public, io.openshift.expose-services=, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, io.buildah.version=1.24.2, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-03-21T13:11:27.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:27 smithi196 ceph-mon[25809]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:27.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:27 smithi196 ceph-mon[25809]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-03-21T13:11:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:27 smithi067 ceph-mon[24852]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:27 smithi067 ceph-mon[24852]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-03-21T13:11:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:27 smithi067 ceph-mon[29824]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:27.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:27 smithi067 ceph-mon[29824]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-03-21T13:11:27.878 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:27 smithi196 podman[58740]: 2024-03-21 13:11:27.587799739 +0000 UTC m=+0.672874241 container remove 4ee6c610c21459867c8cd4b58332feb292cd1a322beb76634fc4dab9a8b2ffc0 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , vendor=Red Hat, Inc., name=ubi8, vcs-type=git, com.redhat.component=ubi8-container, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, release=236.1648460182, architecture=x86_64, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, build-date=2022-03-28T10:36:18.413762, description=Ceph Grafana Container, version=8.5, io.buildah.version=1.24.2) 2024-03-21T13:11:27.878 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:27 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-03-21T13:11:27.878 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:27 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:11:28.829 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:29.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:28 smithi067 ceph-mon[24852]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-03-21T13:11:29.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:28 smithi067 ceph-mon[29824]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-03-21T13:11:29.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:28 smithi196 ceph-mon[25809]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-03-21T13:11:29.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:29 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:30.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:29 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:29 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:30 smithi067 ceph-mon[29824]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:11:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:30 smithi067 ceph-mon[24852]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:11:31.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:30 smithi196 ceph-mon[25809]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:11:33.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:32 smithi067 ceph-mon[29824]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 801 B/s rd, 0 op/s 2024-03-21T13:11:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:32 smithi067 ceph-mon[24852]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 801 B/s rd, 0 op/s 2024-03-21T13:11:33.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:32 smithi196 ceph-mon[25809]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 801 B/s rd, 0 op/s 2024-03-21T13:11:33.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:33.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:11:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:11:34] "GET /metrics HTTP/1.1" 200 38036 "" "Prometheus/2.33.4" 2024-03-21T13:11:35.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:34 smithi067 ceph-mon[24852]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 610 B/s rd, 0 op/s 2024-03-21T13:11:35.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:34 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:35.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:34 smithi067 ceph-mon[29824]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 610 B/s rd, 0 op/s 2024-03-21T13:11:35.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:34 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:35.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:34 smithi196 ceph-mon[25809]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 610 B/s rd, 0 op/s 2024-03-21T13:11:35.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:34 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:37.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:36 smithi067 ceph-mon[24852]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:11:37.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:36 smithi067 ceph-mon[29824]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:11:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:36 smithi196 ceph-mon[25809]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:11:37.943 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:37 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Scheduled restart job, restart counter is at 5. 2024-03-21T13:11:37.943 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:37 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:37.943 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:37 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:11:37.943 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:37 smithi196 podman[58917]: 2024-03-21 13:11:37.800137175 +0000 UTC m=+0.018211460 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-03-21T13:11:37.943 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:37 smithi196 podman[58917]: 2024-03-21 13:11:37.943158722 +0000 UTC m=+0.161233000 container create 111ec1fc1ff1b19ce9d48b3766f219c340292dd3826643fc2ba147a1fadaf655 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.24.2, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=236.1648460182, version=8.5, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, name=ubi8, io.openshift.expose-services=) 2024-03-21T13:11:38.207 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 podman[58917]: 2024-03-21 13:11:38.178803875 +0000 UTC m=+0.396878153 container init 111ec1fc1ff1b19ce9d48b3766f219c340292dd3826643fc2ba147a1fadaf655 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, distribution-scope=public, release=236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.openshift.expose-services=, version=8.5, io.buildah.version=1.24.2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., architecture=x86_64, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, name=ubi8, maintainer=Paul Cuzner ) 2024-03-21T13:11:38.207 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 podman[58917]: 2024-03-21 13:11:38.181400168 +0000 UTC m=+0.399474446 container start 111ec1fc1ff1b19ce9d48b3766f219c340292dd3826643fc2ba147a1fadaf655 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, version=8.5, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, build-date=2022-03-28T10:36:18.413762, name=ubi8, io.openshift.expose-services=, vendor=Red Hat, Inc., distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.buildah.version=1.24.2, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=236.1648460182, vcs-type=git, io.openshift.tags=base rhel8) 2024-03-21T13:11:38.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58931]: Failed to start grafana. error: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:38.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[58931]: failed to create log directory "/usr/share/grafana/data/log": mkdir /usr/share/grafana/data: permission denied 2024-03-21T13:11:38.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 bash[58917]: 111ec1fc1ff1b19ce9d48b3766f219c340292dd3826643fc2ba147a1fadaf655 2024-03-21T13:11:38.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:38.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 podman[58947]: 2024-03-21 13:11:38.28634685 +0000 UTC m=+0.072293573 container died 111ec1fc1ff1b19ce9d48b3766f219c340292dd3826643fc2ba147a1fadaf655 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Paul Cuzner , vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.24.2, io.openshift.expose-services=, io.openshift.tags=base rhel8, build-date=2022-03-28T10:36:18.413762, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, architecture=x86_64, distribution-scope=public, release=236.1648460182, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container) 2024-03-21T13:11:38.815 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:39.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:38 smithi067 ceph-mon[24852]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:38 smithi067 ceph-mon[29824]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:38 smithi196 ceph-mon[25809]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:39.164 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 podman[58947]: 2024-03-21 13:11:38.815323733 +0000 UTC m=+0.601270458 container remove 111ec1fc1ff1b19ce9d48b3766f219c340292dd3826643fc2ba147a1fadaf655 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, distribution-scope=public, maintainer=Paul Cuzner , vendor=Red Hat, Inc., release=236.1648460182, version=8.5, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.24.2, com.redhat.component=ubi8-container, name=ubi8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, architecture=x86_64, build-date=2022-03-28T10:36:18.413762, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-03-21T13:11:39.164 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-03-21T13:11:39.164 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:38 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:11:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:40 smithi067 ceph-mon[24852]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:41.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:40 smithi067 ceph-mon[29824]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:40 smithi196 ceph-mon[25809]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:43.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:42 smithi196 ceph-mon[25809]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:43.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:42 smithi067 ceph-mon[29824]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:42 smithi067 ceph-mon[24852]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:43.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:43.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:44.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:11:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:11:44] "GET /metrics HTTP/1.1" 200 38037 "" "Prometheus/2.33.4" 2024-03-21T13:11:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:44 smithi067 ceph-mon[24852]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:44 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:45.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:44 smithi067 ceph-mon[29824]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:44 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:44 smithi196 ceph-mon[25809]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:11:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:44 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:46.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:47 smithi196 ceph-mon[25809]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:47 smithi196 ceph-mon[25809]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:11:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:47 smithi067 ceph-mon[24852]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:47 smithi067 ceph-mon[24852]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:11:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:47 smithi067 ceph-mon[29824]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:11:47.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:47 smithi067 ceph-mon[29824]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:11:48.762 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:48.840 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:48 smithi067 ceph-mon[24852]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:11:49.036 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:48 smithi196 ceph-mon[25809]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:11:49.037 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:48 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Scheduled restart job, restart counter is at 6. 2024-03-21T13:11:49.037 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:48 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:49.037 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:48 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Start request repeated too quickly. 2024-03-21T13:11:49.037 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:48 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-21T13:11:49.037 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:11:48 smithi196 systemd[1]: Failed to start Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:11:49.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:48 smithi067 ceph-mon[29824]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:11:51.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:51 smithi067 ceph-mon[24852]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:11:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:51 smithi067 ceph-mon[29824]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:11:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:51 smithi196 ceph-mon[25809]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:11:53.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:53 smithi067 ceph-mon[24852]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 803 B/s rd, 0 op/s 2024-03-21T13:11:53.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:53 smithi067 ceph-mon[29824]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 803 B/s rd, 0 op/s 2024-03-21T13:11:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:53 smithi196 ceph-mon[25809]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 803 B/s rd, 0 op/s 2024-03-21T13:11:53.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:54.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:11:54.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:11:54.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:54 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:11:54.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:54 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:11:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:11:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:11:54.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:11:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:11:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:11:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:54 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:11:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:11:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:11:54] "GET /metrics HTTP/1.1" 200 38037 "" "Prometheus/2.33.4" 2024-03-21T13:11:55.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:55 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:55.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:55 smithi067 ceph-mon[24852]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-03-21T13:11:55.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:55 smithi067 ceph-mon[24852]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 643 B/s rd, 0 op/s 2024-03-21T13:11:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:55 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:55 smithi067 ceph-mon[29824]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-03-21T13:11:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:55 smithi067 ceph-mon[29824]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 643 B/s rd, 0 op/s 2024-03-21T13:11:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:55 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:11:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:55 smithi196 ceph-mon[25809]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-03-21T13:11:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:55 smithi196 ceph-mon[25809]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 643 B/s rd, 0 op/s 2024-03-21T13:11:57.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:57 smithi067 ceph-mon[24852]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:57.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:57 smithi067 ceph-mon[29824]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:57 smithi196 ceph-mon[25809]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:58.833 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:11:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:11:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:11:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:58 smithi067 ceph-mon[24852]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:58 smithi067 ceph-mon[29824]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:59.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:58 smithi196 ceph-mon[25809]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:11:59.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:11:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:11:59.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:11:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:00.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:11:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:00 smithi067 ceph-mon[24852]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:01.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:00 smithi067 ceph-mon[29824]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:01.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:00 smithi196 ceph-mon[25809]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:03.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:03 smithi196 ceph-mon[25809]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:03.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:03 smithi067 ceph-mon[24852]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:03.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:03 smithi067 ceph-mon[29824]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:03.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:03.503Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[24852]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[24852]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[29824]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[29824]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:12:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:12:04] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.33.4" 2024-03-21T13:12:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:04 smithi196 ceph-mon[25809]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:04 smithi196 ceph-mon[25809]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:05.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:05 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:05.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:05 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:05 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:07.059 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[24852]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:07.059 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.059 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.059 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[24852]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:12:07.059 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[24852]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 880 B/s rd, 0 op/s 2024-03-21T13:12:07.059 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[29824]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:07.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[29824]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:12:07.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[29824]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 880 B/s rd, 0 op/s 2024-03-21T13:12:07.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:06 smithi196 ceph-mon[25809]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:12:07.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:07.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:06 smithi196 ceph-mon[25809]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:12:07.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:06 smithi196 ceph-mon[25809]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 880 B/s rd, 0 op/s 2024-03-21T13:12:07.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:07 smithi067 ceph-mon[24852]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 880 B/s rd, 0 op/s 2024-03-21T13:12:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:07 smithi067 ceph-mon[29824]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 880 B/s rd, 0 op/s 2024-03-21T13:12:08.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:07 smithi196 ceph-mon[25809]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 880 B/s rd, 0 op/s 2024-03-21T13:12:08.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:10.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:09 smithi067 ceph-mon[24852]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-03-21T13:12:10.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:09 smithi067 ceph-mon[29824]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-03-21T13:12:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:09 smithi196 ceph-mon[25809]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-03-21T13:12:12.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:11 smithi067 ceph-mon[24852]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:11 smithi067 ceph-mon[29824]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:11 smithi196 ceph-mon[25809]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:13.837 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:13.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:13 smithi067 ceph-mon[24852]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-03-21T13:12:14.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:13 smithi067 ceph-mon[29824]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-03-21T13:12:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:13 smithi196 ceph-mon[25809]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-03-21T13:12:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:12:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:12:14] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:12:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:14 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:14 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:14 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:14 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:14 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:14 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:15 smithi067 ceph-mon[24852]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:12:16.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:15 smithi067 ceph-mon[29824]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:12:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:15 smithi196 ceph-mon[25809]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:12:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:17 smithi067 ceph-mon[24852]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:17 smithi067 ceph-mon[29824]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:17 smithi196 ceph-mon[25809]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:18.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:20.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:19 smithi196 ceph-mon[25809]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:19 smithi067 ceph-mon[24852]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:19 smithi067 ceph-mon[29824]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:22.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:21 smithi067 ceph-mon[24852]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:22.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:21 smithi067 ceph-mon[29824]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:21 smithi196 ceph-mon[25809]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:23.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:23.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:24.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:12:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:12:24] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:12:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:24 smithi196 ceph-mon[25809]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-03-21T13:12:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:24 smithi196 ceph-mon[25809]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[24852]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[24852]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[29824]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[29824]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:24.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:25 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:25.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:25 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:25.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:25 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:26.805 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[24852]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[29824]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:26 smithi196 ceph-mon[25809]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:26.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:26.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:27.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:27 smithi067 ceph-mon[29824]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:27.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:27 smithi067 ceph-mon[29824]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:12:27.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:27 smithi067 ceph-mon[24852]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:27.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:27 smithi067 ceph-mon[24852]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:12:27.897 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:27 smithi196 ceph-mon[25809]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:27.897 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:27 smithi196 ceph-mon[25809]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:12:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:28 smithi196 ceph-mon[25809]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:28.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:29.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:28 smithi067 ceph-mon[24852]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:29.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:28 smithi067 ceph-mon[29824]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:30.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:29 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:29 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:29 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:31.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:30 smithi067 ceph-mon[24852]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:12:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:30 smithi067 ceph-mon[29824]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:12:31.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:30 smithi196 ceph-mon[25809]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:12:33.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:32 smithi067 ceph-mon[24852]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:33.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:32 smithi067 ceph-mon[29824]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:33.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:32 smithi196 ceph-mon[25809]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:33.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:33.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:12:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:12:34] "GET /metrics HTTP/1.1" 200 38048 "" "Prometheus/2.33.4" 2024-03-21T13:12:35.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:34 smithi067 ceph-mon[29824]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-03-21T13:12:35.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:34 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:35.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:34 smithi067 ceph-mon[24852]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-03-21T13:12:35.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:34 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:35.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:34 smithi196 ceph-mon[25809]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-03-21T13:12:35.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:34 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:37.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:36 smithi067 ceph-mon[24852]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:12:37.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:36 smithi067 ceph-mon[29824]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:12:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:36 smithi196 ceph-mon[25809]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:12:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:38 smithi196 ceph-mon[25809]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:38.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:39.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:38 smithi067 ceph-mon[24852]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:38 smithi067 ceph-mon[29824]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:41.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:40 smithi067 ceph-mon[24852]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:41.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:40 smithi067 ceph-mon[29824]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:40 smithi196 ceph-mon[25809]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:42 smithi067 ceph-mon[24852]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:43.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:42 smithi067 ceph-mon[29824]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:42 smithi196 ceph-mon[25809]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:12:43.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:44.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:12:44] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:12:45.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[29824]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[29824]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[24852]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[24852]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-mon[25809]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-03-21T13:12:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-mon[25809]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:46.067 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:45 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:46.067 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:45 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:45 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:46.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[24852]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:46.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:46.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:46.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:46.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[29824]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:46.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:46.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:46.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:47.064 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:46 smithi196 ceph-mon[25809]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:12:47.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:47.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:47.065 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:47.228 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-03-21T13:12:47.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:47 smithi067 ceph-mon[24852]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:47.899 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:47 smithi067 ceph-mon[24852]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:47.899 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:47 smithi067 ceph-mon[29824]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:47.899 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:47 smithi067 ceph-mon[29824]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:47.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:47 smithi196 ceph-mon[25809]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:12:47.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:47 smithi196 ceph-mon[25809]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:48 smithi196 ceph-mon[25809]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:48.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:48.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:49.032 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:48 smithi067 ceph-mon[24852]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:49.032 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:48 smithi067 ceph-mon[29824]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:12:50.777 INFO:teuthology.orchestra.run.smithi067.stdout:Scheduled to redeploy mgr.y on host 'smithi067' 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 136 KiB/s rd, 0 B/s wr, 225 op/s 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1888620139' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: from='client.25111 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: Schedule redeploy daemon mgr.y 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 136 KiB/s rd, 0 B/s wr, 225 op/s 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1888620139' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: from='client.25111 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: Schedule redeploy daemon mgr.y 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:51 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:12:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 136 KiB/s rd, 0 B/s wr, 225 op/s 2024-03-21T13:12:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1888620139' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-21T13:12:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: from='client.25111 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:12:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: Schedule redeploy daemon mgr.y 2024-03-21T13:12:51.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:51.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:51 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:12:51.670 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps --refresh' 2024-03-21T13:12:53.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:53 smithi067 ceph-mon[24852]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 0 B/s wr, 171 op/s 2024-03-21T13:12:53.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:53 smithi067 ceph-mon[29824]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 0 B/s wr, 171 op/s 2024-03-21T13:12:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:53 smithi196 ceph-mon[25809]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 0 B/s wr, 171 op/s 2024-03-21T13:12:53.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:54.471 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 8s ago 16m - - 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 10s ago 15m - - 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 8s ago 10m 25.7M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 10s ago 10m - - 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (2m) 8s ago 9m 46.4M - 3.5 e1d6a67b021e f9c55af27cd3 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (5m) 10s ago 15m 518M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (17m) 8s ago 17m 411M - 17.2.0 e1d6a67b021e c01cf6cfb0e7 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (17m) 8s ago 17m 58.0M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (15m) 10s ago 15m 44.1M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (15m) 8s ago 15m 45.0M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 8s ago 11m 15.5M - 1.3.1 1dbe0e931976 5a35f65c877c 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (2m) 10s ago 11m 19.5M - 1.3.1 1dbe0e931976 8408173295a9 2024-03-21T13:12:54.472 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (15m) 8s ago 15m 52.9M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (14m) 8s ago 14m 52.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (14m) 8s ago 14m 49.5M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (13m) 8s ago 13m 50.7M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (13m) 10s ago 13m 51.7M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (13m) 10s ago 13m 50.9M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (12m) 10s ago 12m 49.5M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (12m) 10s ago 12m 51.0M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (2m) 10s ago 11m 66.7M - 2.33.4 514e6a882f6e 04cbca26ba8c 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (10m) 8s ago 10m 73.8M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:12:54.473 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (10m) 10s ago 10m 70.9M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:12:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:12:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:12:54] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:12:55.072 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'sleep 180' 2024-03-21T13:12:55.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:55 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:55.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:55 smithi067 ceph-mon[24852]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 0 B/s wr, 171 op/s 2024-03-21T13:12:55.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:55 smithi067 ceph-mon[24852]: from='client.25117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:12:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:55 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:55 smithi067 ceph-mon[29824]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 0 B/s wr, 171 op/s 2024-03-21T13:12:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:55 smithi067 ceph-mon[29824]: from='client.25117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:12:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:55 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:12:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:55 smithi196 ceph-mon[25809]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 91 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 0 B/s wr, 171 op/s 2024-03-21T13:12:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:55 smithi196 ceph-mon[25809]: from='client.25117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:12:56.607 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:56.607 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:12:56.607 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:12:56.607 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:56.607 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:56.607 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[24852]: Deploying daemon mgr.y on smithi067 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:56.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:12:56.609 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:12:56.609 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:12:56.609 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:12:56.609 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:56 smithi067 ceph-mon[29824]: Deploying daemon mgr.y on smithi067 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:12:56.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:12:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:12:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:12:56.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:56 smithi196 ceph-mon[25809]: Deploying daemon mgr.y on smithi067 2024-03-21T13:12:57.985 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:57 smithi067 systemd[1]: Stopping Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:12:58.627 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:58 smithi067 podman[71327]: 2024-03-21 13:12:58.443541606 +0000 UTC m=+0.290956122 container died c01cf6cfb0e76594d7ad7cccb966734ee610b86236668d01cc5ab5fb9682bd2a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , name=centos-stream, io.openshift.tags=base centos centos-stream, vcs-type=git, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, distribution-scope=public, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-03-21T13:12:58.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:58 smithi067 ceph-mon[24852]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:58.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:58 smithi067 ceph-mon[29824]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:58.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:58 smithi067 podman[71327]: 2024-03-21 13:12:58.77970992 +0000 UTC m=+0.627124433 container cleanup c01cf6cfb0e76594d7ad7cccb966734ee610b86236668d01cc5ab5fb9682bd2a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, ceph=True, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., GIT_CLEAN=True, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, version=8, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=) 2024-03-21T13:12:58.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:58 smithi067 bash[71327]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y 2024-03-21T13:12:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:58 smithi196 ceph-mon[25809]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 151 op/s 2024-03-21T13:12:58.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:12:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:12:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:12:59.305 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:58 smithi067 podman[71343]: 2024-03-21 13:12:58.989537013 +0000 UTC m=+0.547789385 container remove c01cf6cfb0e76594d7ad7cccb966734ee610b86236668d01cc5ab5fb9682bd2a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, ceph=True, name=centos-stream, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, release=754, version=8, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, io.buildah.version=1.19.8, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-03-21T13:12:59.305 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:58 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:12:59.305 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-21T13:12:59.305 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 systemd[1]: Stopped Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:12:59.305 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service: Consumed 1min 15.251s CPU time. 2024-03-21T13:12:59.629 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 systemd[1]: Starting Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:12:59.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:12:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:59.893 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:12:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:12:59.893 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 podman[71475]: 2024-03-21 13:12:59.533712857 +0000 UTC m=+0.018470392 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:12:59.893 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 podman[71475]: 2024-03-21 13:12:59.64055256 +0000 UTC m=+0.125310088 container create 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5) 2024-03-21T13:12:59.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:12:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:00.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 podman[71475]: 2024-03-21 13:12:59.893203564 +0000 UTC m=+0.377961102 container init 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-21T13:13:00.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 podman[71475]: 2024-03-21 13:12:59.896114103 +0000 UTC m=+0.380871638 container start 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-21T13:13:00.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:12:59 smithi067 ceph-mgr[71505]: -- 172.21.15.67:0/544654636 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561aa16c45a0 con 0x561aa1698800 2024-03-21T13:13:00.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:00 smithi067 bash[71475]: 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b 2024-03-21T13:13:00.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:00 smithi067 systemd[1]: Started Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:13:00.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:00.468+0000 7fdc19342200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:13:00.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:00.564+0000 7fdc19342200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 538 B/s rd, 0 op/s 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 538 B/s rd, 0 op/s 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:13:00.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 538 B/s rd, 0 op/s 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:13:00.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:13:00.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:13:00.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:01.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:01.228+0000 7fdc19342200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:13:01.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:01.335+0000 7fdc19342200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:13:01.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-mon[24852]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:01.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-mon[24852]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:13:01.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-mon[29824]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:01.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-mon[29824]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:13:01.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:01.488+0000 7fdc19342200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:13:01.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:01.601+0000 7fdc19342200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:13:01.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:01.702+0000 7fdc19342200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:13:01.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:01 smithi196 ceph-mon[25809]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:01.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:01 smithi196 ceph-mon[25809]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:13:02.196 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:01.984+0000 7fdc19342200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:13:02.197 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:02.107+0000 7fdc19342200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:13:02.484 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:02.196+0000 7fdc19342200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:13:02.484 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:02.294+0000 7fdc19342200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:13:02.484 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:02 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:02.483+0000 7fdc19342200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:13:03.798 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:03 smithi196 ceph-mon[25809]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 776 B/s rd, 0 op/s 2024-03-21T13:13:03.798 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:03.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:03 smithi067 ceph-mon[24852]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 776 B/s rd, 0 op/s 2024-03-21T13:13:03.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:03 smithi067 ceph-mon[29824]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 776 B/s rd, 0 op/s 2024-03-21T13:13:03.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:03.563+0000 7fdc19342200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:13:03.903 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:03.700+0000 7fdc19342200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:13:04.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:04.049+0000 7fdc19342200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:13:04.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:04.142+0000 7fdc19342200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:13:04.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:04.356+0000 7fdc19342200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:13:04.618 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:04.557+0000 7fdc19342200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:13:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:13:04] "GET /metrics HTTP/1.1" 200 38049 "" "Prometheus/2.33.4" 2024-03-21T13:13:04.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:04.858+0000 7fdc19342200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[29824]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 620 B/s rd, 0 op/s 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[29824]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[24852]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 620 B/s rd, 0 op/s 2024-03-21T13:13:04.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[24852]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-03-21T13:13:04.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:04.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:04 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-mon[25809]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 620 B/s rd, 0 op/s 2024-03-21T13:13:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-mon[25809]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-03-21T13:13:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:04 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:05.386 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:05 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:05.132+0000 7fdc19342200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:13:05.386 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:05 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:05.385+0000 7fdc19342200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:13:06.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:06.238+0000 7fdc19342200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:13:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:06.823+0000 7fdc19342200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:13:07.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:06 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:06.925+0000 7fdc19342200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:13:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:07.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:07.152+0000 7fdc19342200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:13:07.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:13:07] ENGINE Bus STARTING 2024-03-21T13:13:07.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: CherryPy Checker: 2024-03-21T13:13:07.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: The Application mounted at '' has an empty config. 2024-03-21T13:13:07.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:13:07.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:13:07] ENGINE Serving on http://:::9283 2024-03-21T13:13:07.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:13:07] ENGINE Bus STARTED 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 909 B/s rd, 0 op/s 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: Standby manager daemon y restarted 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: Standby manager daemon y started 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 909 B/s rd, 0 op/s 2024-03-21T13:13:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: Standby manager daemon y restarted 2024-03-21T13:13:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: Standby manager daemon y started 2024-03-21T13:13:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:13:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:13:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:13:08.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:07 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 909 B/s rd, 0 op/s 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: Standby manager daemon y restarted 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: Standby manager daemon y started 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:13:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:07 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:13:08.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:08 smithi196 ceph-mon[25809]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 670 B/s rd, 0 op/s 2024-03-21T13:13:08.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:08 smithi196 ceph-mon[25809]: mgrmap e26: x(active, since 3m), standbys: y 2024-03-21T13:13:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:09.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:08 smithi067 ceph-mon[24852]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 670 B/s rd, 0 op/s 2024-03-21T13:13:09.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:08 smithi067 ceph-mon[24852]: mgrmap e26: x(active, since 3m), standbys: y 2024-03-21T13:13:09.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:08 smithi067 ceph-mon[29824]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 670 B/s rd, 0 op/s 2024-03-21T13:13:09.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:08 smithi067 ceph-mon[29824]: mgrmap e26: x(active, since 3m), standbys: y 2024-03-21T13:13:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:10 smithi067 ceph-mon[24852]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 670 B/s rd, 0 op/s 2024-03-21T13:13:11.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:10 smithi067 ceph-mon[29824]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 670 B/s rd, 0 op/s 2024-03-21T13:13:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:10 smithi196 ceph-mon[25809]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 670 B/s rd, 0 op/s 2024-03-21T13:13:13.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:12 smithi067 ceph-mon[24852]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:13:13.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:12 smithi067 ceph-mon[29824]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:13:13.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:12 smithi196 ceph-mon[25809]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:13:13.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:13.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:13:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:13:14] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.33.4" 2024-03-21T13:13:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:14 smithi067 ceph-mon[24852]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:13:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:14 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:14 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:14 smithi067 ceph-mon[29824]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:13:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:14 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:14 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:14 smithi196 ceph-mon[25809]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:13:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:14 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:14 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:17.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:16 smithi067 ceph-mon[24852]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:13:17.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:16 smithi067 ceph-mon[29824]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:13:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:16 smithi196 ceph-mon[25809]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:13:18.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:18 smithi196 ceph-mon[25809]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:18.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:18 smithi067 ceph-mon[24852]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:18 smithi067 ceph-mon[29824]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:20 smithi067 ceph-mon[24852]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:20 smithi067 ceph-mon[29824]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:21.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:20 smithi196 ceph-mon[25809]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:23.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:22 smithi067 ceph-mon[24852]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:23.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:22 smithi067 ceph-mon[29824]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:23.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:22 smithi196 ceph-mon[25809]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:23.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:23.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:24.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:13:24] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.33.4" 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 625 B/s rd, 0 op/s 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.034 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.035 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-03-21T13:13:25.035 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 625 B/s rd, 0 op/s 2024-03-21T13:13:25.035 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.035 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:24 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 625 B/s rd, 0 op/s 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:24 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[24852]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[29824]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:26 smithi196 ceph-mon[25809]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:28.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:28 smithi067 ceph-mon[24852]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:28.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:28 smithi067 ceph-mon[29824]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:28 smithi196 ceph-mon[25809]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:28.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:29.142 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:29 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:29.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:29 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:29 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:30 smithi196 ceph-mon[25809]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 708 B/s rd, 0 op/s 2024-03-21T13:13:30.228 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:30 smithi067 ceph-mon[24852]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 708 B/s rd, 0 op/s 2024-03-21T13:13:30.229 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:30 smithi067 ceph-mon[29824]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 708 B/s rd, 0 op/s 2024-03-21T13:13:32.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:32 smithi067 ceph-mon[24852]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:32.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:32 smithi067 ceph-mon[29824]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:32 smithi196 ceph-mon[25809]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:33.857 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:34.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:33 smithi067 ceph-mon[24852]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:13:34.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:33 smithi067 ceph-mon[29824]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:13:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:33 smithi196 ceph-mon[25809]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:13:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:13:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:13:34] "GET /metrics HTTP/1.1" 200 38052 "" "Prometheus/2.33.4" 2024-03-21T13:13:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:34 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:35.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:34 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:34 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:36.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:35 smithi067 ceph-mon[24852]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:36.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:35 smithi067 ceph-mon[29824]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:36.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:35 smithi196 ceph-mon[25809]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:13:38.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:38 smithi067 ceph-mon[24852]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:38.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:38 smithi067 ceph-mon[29824]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:38 smithi196 ceph-mon[25809]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:38.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:40.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:40 smithi067 ceph-mon[24852]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:40.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:40 smithi067 ceph-mon[29824]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:40 smithi196 ceph-mon[25809]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:42.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:42 smithi067 ceph-mon[24852]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:42.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:42 smithi067 ceph-mon[29824]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:42 smithi196 ceph-mon[25809]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:43.859 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:43.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:44.135 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:43 smithi196 ceph-mon[25809]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:44.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:43 smithi067 ceph-mon[24852]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:44.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:43 smithi067 ceph-mon[29824]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:44.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:13:44] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[24852]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[29824]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:13:45.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-mon[25809]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:13:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[24852]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1009 B/s rd, 0 op/s 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[24852]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[29824]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1009 B/s rd, 0 op/s 2024-03-21T13:13:46.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[29824]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:46.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:46 smithi196 ceph-mon[25809]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1009 B/s rd, 0 op/s 2024-03-21T13:13:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:46 smithi196 ceph-mon[25809]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:13:48.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:48 smithi067 ceph-mon[24852]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:48 smithi067 ceph-mon[29824]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:48.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:48 smithi196 ceph-mon[25809]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:48.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:50.603 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:50 smithi196 ceph-mon[25809]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:13:50.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:50 smithi067 ceph-mon[24852]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:13:50.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:50 smithi067 ceph-mon[29824]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:13:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:52 smithi196 ceph-mon[25809]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:52.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:52 smithi067 ceph-mon[24852]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:52.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:52 smithi067 ceph-mon[29824]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:13:53.862 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:54.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:53 smithi067 ceph-mon[24852]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:13:54.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:53 smithi067 ceph-mon[29824]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:13:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:53 smithi196 ceph-mon[25809]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:13:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:13:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:13:54] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:13:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:54 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:55.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:54 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:54 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:13:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:55 smithi067 ceph-mon[24852]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:13:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:55 smithi067 ceph-mon[29824]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:13:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:55 smithi196 ceph-mon[25809]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:13:58.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:58 smithi067 ceph-mon[24852]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:58.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:58 smithi067 ceph-mon[29824]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:58.658 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:58 smithi196 ceph-mon[25809]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:13:58.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:13:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:13:58.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:13:59.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:13:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:59.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:13:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:13:59.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:13:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:00 smithi196 ceph-mon[25809]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:00.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:00 smithi067 ceph-mon[24852]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:00.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:00 smithi067 ceph-mon[29824]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:14:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:14:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:14:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[24852]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:14:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:14:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:14:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:14:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[29824]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:14:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:01 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:01 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:14:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:01 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:14:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:01 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:14:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:01 smithi196 ceph-mon[25809]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:14:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:01 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:03.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:03 smithi067 ceph-mon[24852]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-03-21T13:14:03.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:03 smithi067 ceph-mon[29824]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-03-21T13:14:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:03 smithi196 ceph-mon[25809]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-03-21T13:14:03.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:14:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:14:04] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.33.4" 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[24852]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[24852]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 562 B/s rd, 0 op/s 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.614 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:05.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[29824]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:14:05.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[29824]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 562 B/s rd, 0 op/s 2024-03-21T13:14:05.615 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:05 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:05 smithi196 ceph-mon[25809]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:14:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:05 smithi196 ceph-mon[25809]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 562 B/s rd, 0 op/s 2024-03-21T13:14:05.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[24852]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[24852]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[29824]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[29824]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:14:06.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:06.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:06 smithi196 ceph-mon[25809]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:06.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:06 smithi196 ceph-mon[25809]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:14:06.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:08.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:08 smithi067 ceph-mon[24852]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 730 B/s rd, 0 op/s 2024-03-21T13:14:08.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:08 smithi067 ceph-mon[29824]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 730 B/s rd, 0 op/s 2024-03-21T13:14:08.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:08 smithi196 ceph-mon[25809]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 730 B/s rd, 0 op/s 2024-03-21T13:14:08.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:08.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:10.585 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:10 smithi067 ceph-mon[24852]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 730 B/s rd, 0 op/s 2024-03-21T13:14:10.585 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:10 smithi067 ceph-mon[29824]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 730 B/s rd, 0 op/s 2024-03-21T13:14:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:10 smithi196 ceph-mon[25809]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 730 B/s rd, 0 op/s 2024-03-21T13:14:12.585 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:12 smithi196 ceph-mon[25809]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:12 smithi067 ceph-mon[24852]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:12 smithi067 ceph-mon[29824]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:13.866 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:13.503Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:14.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:13 smithi067 ceph-mon[24852]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:14.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:13 smithi067 ceph-mon[29824]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:13 smithi196 ceph-mon[25809]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:14:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:14:14] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:14:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:14 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:14 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:14 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:14 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:14 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:14 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:15 smithi067 ceph-mon[24852]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:14:16.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:15 smithi067 ceph-mon[29824]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:14:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:15 smithi196 ceph-mon[25809]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:14:18.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:18 smithi067 ceph-mon[24852]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:18 smithi067 ceph-mon[29824]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:18.658 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:18 smithi196 ceph-mon[25809]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:18.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:18.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:20.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:20 smithi067 ceph-mon[24852]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:20.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:20 smithi067 ceph-mon[29824]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:20.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:20 smithi196 ceph-mon[25809]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:22.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:22 smithi067 ceph-mon[24852]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:22.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:22 smithi067 ceph-mon[29824]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:22 smithi196 ceph-mon[25809]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:23.867 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:23 smithi067 ceph-mon[24852]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:23 smithi067 ceph-mon[29824]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:23 smithi196 ceph-mon[25809]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:24.643 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:14:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:14:24] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:14:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:25 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:25 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:25 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:25 smithi196 ceph-mon[25809]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-03-21T13:14:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:25 smithi196 ceph-mon[25809]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 563 B/s rd, 0 op/s 2024-03-21T13:14:25.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:25 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[24852]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[24852]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 563 B/s rd, 0 op/s 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[29824]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[29824]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 563 B/s rd, 0 op/s 2024-03-21T13:14:25.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:25 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[29824]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:26.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[24852]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:26.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:26 smithi196 ceph-mon[25809]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:26.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:28.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:28 smithi067 ceph-mon[24852]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:28.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:28 smithi067 ceph-mon[29824]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:28.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:28 smithi196 ceph-mon[25809]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:28.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:28 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:29.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:29 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:29.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:29 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:29.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:29 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:30 smithi067 ceph-mon[24852]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:14:30.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:30 smithi067 ceph-mon[29824]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:14:30.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:30 smithi196 ceph-mon[25809]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:14:32.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:32 smithi196 ceph-mon[25809]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:32.883 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:32 smithi067 ceph-mon[24852]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:32.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:32 smithi067 ceph-mon[29824]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:33.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:33.503Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:34.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:33 smithi067 ceph-mon[24852]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:34.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:33 smithi067 ceph-mon[29824]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:33 smithi196 ceph-mon[25809]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:34.462 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:14:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:14:34] "GET /metrics HTTP/1.1" 200 38049 "" "Prometheus/2.33.4" 2024-03-21T13:14:35.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:34 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:35.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:34 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:34 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:36.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:35 smithi067 ceph-mon[24852]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:36.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:35 smithi067 ceph-mon[29824]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:36.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:35 smithi196 ceph-mon[25809]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:38.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:38 smithi067 ceph-mon[24852]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:38.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:38 smithi067 ceph-mon[29824]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:38 smithi196 ceph-mon[25809]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:38.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:40.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:40 smithi067 ceph-mon[24852]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:40.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:40 smithi067 ceph-mon[29824]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:40.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:40 smithi196 ceph-mon[25809]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:42.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:42 smithi067 ceph-mon[24852]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:42.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:42 smithi067 ceph-mon[29824]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:42.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:42 smithi196 ceph-mon[25809]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:43.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:43 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:43.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:44.060 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:43 smithi067 ceph-mon[29824]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:44.060 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:43 smithi067 ceph-mon[24852]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:43 smithi196 ceph-mon[25809]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:44.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:14:44] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:14:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 562 B/s rd, 0 op/s 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 562 B/s rd, 0 op/s 2024-03-21T13:14:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:44 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 922 B/s rd, 0 op/s 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 562 B/s rd, 0 op/s 2024-03-21T13:14:45.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:44 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[24852]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[24852]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[29824]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:46.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[29824]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:14:46.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:46 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:46 smithi196 ceph-mon[25809]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:14:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:46 smithi196 ceph-mon[25809]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:14:46.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:46 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:14:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:48 smithi196 ceph-mon[25809]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:14:48.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:48 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:48.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:48 smithi067 ceph-mon[24852]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:14:49.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:48 smithi067 ceph-mon[29824]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:14:51.013 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:50 smithi067 ceph-mon[24852]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:14:51.013 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:50 smithi067 ceph-mon[29824]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:14:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:50 smithi196 ceph-mon[25809]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:14:53.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:52 smithi067 ceph-mon[24852]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:53.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:52 smithi067 ceph-mon[29824]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:53.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:52 smithi196 ceph-mon[25809]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:14:53.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:54.071 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:53 smithi067 ceph-mon[24852]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:54.071 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:53 smithi067 ceph-mon[29824]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:54.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:53 smithi196 ceph-mon[25809]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:14:54.640 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:14:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:14:54] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:14:54.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:54 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:54 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:55.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:54 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:14:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:55 smithi067 ceph-mon[24852]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:14:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:55 smithi067 ceph-mon[29824]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:14:56.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:55 smithi196 ceph-mon[25809]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:14:58.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:58 smithi196 ceph-mon[25809]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:58.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:14:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:14:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:14:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:58 smithi067 ceph-mon[24852]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:14:59.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:58 smithi067 ceph-mon[29824]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:00.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:14:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:00.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:14:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:00.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:14:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:00.945 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:00 smithi196 ceph-mon[25809]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:00.945 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:15:00.945 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:15:00.945 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:15:00.945 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[24852]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[29824]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:15:01.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:02.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:01 smithi067 ceph-mon[24852]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:02.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:01 smithi067 ceph-mon[24852]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:02.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:01 smithi067 ceph-mon[29824]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:02.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:01 smithi067 ceph-mon[29824]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:01 smithi196 ceph-mon[25809]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:01 smithi196 ceph-mon[25809]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:03 smithi196 ceph-mon[25809]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:03.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:15:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:15:03.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:15:03.942 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:03 smithi067 ceph-mon[29824]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:03.943 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:03 smithi067 ceph-mon[24852]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:15:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:15:04] "GET /metrics HTTP/1.1" 200 38049 "" "Prometheus/2.33.4" 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 578 B/s rd, 0 op/s 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 722 B/s rd, 0 op/s 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1006 B/s rd, 0 op/s 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 578 B/s rd, 0 op/s 2024-03-21T13:15:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 722 B/s rd, 0 op/s 2024-03-21T13:15:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1006 B/s rd, 0 op/s 2024-03-21T13:15:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 578 B/s rd, 0 op/s 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 722 B/s rd, 0 op/s 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1006 B/s rd, 0 op/s 2024-03-21T13:15:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[29824]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[29824]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[24852]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[24852]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:07.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:06 smithi196 ceph-mon[25809]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:06 smithi196 ceph-mon[25809]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:07 smithi067 ceph-mon[24852]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:07 smithi067 ceph-mon[29824]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:07 smithi196 ceph-mon[25809]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:08.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:15:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:15:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:15:10.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:09 smithi067 ceph-mon[24852]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:10.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:09 smithi067 ceph-mon[29824]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:09 smithi196 ceph-mon[25809]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-03-21T13:15:12.142 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:11 smithi067 ceph-mon[24852]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:12.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:11 smithi067 ceph-mon[29824]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:11 smithi196 ceph-mon[25809]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:13.882 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:15:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:15:13.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-430.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:15:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:13 smithi067 ceph-mon[24852]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:13 smithi067 ceph-mon[29824]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:13 smithi196 ceph-mon[25809]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:14.633 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:15:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:15:14] "GET /metrics HTTP/1.1" 200 38046 "" "Prometheus/2.33.4" 2024-03-21T13:15:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:14 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:14.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:14 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:14 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:14 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:14 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:14 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:15 smithi067 ceph-mon[24852]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:15 smithi067 ceph-mon[29824]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:15 smithi196 ceph-mon[25809]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:18.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:17 smithi067 ceph-mon[24852]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:18.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:17 smithi067 ceph-mon[29824]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:17 smithi196 ceph-mon[25809]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:18.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:15:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:15:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"172.21.15.196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"409d6aee-e782-11ee-95cd-87774f69a715\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"smithi196:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-21T13:15:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:19 smithi067 ceph-mon[24852]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:19 smithi067 ceph-mon[29824]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:19 smithi196 ceph-mon[25809]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:22.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:21 smithi067 ceph-mon[24852]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:22.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:21 smithi067 ceph-mon[29824]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:21 smithi196 ceph-mon[25809]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:24.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:23 smithi067 ceph-mon[29824]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:24.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:23 smithi067 ceph-mon[24852]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:23 smithi196 ceph-mon[25809]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:24.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:15:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:15:24] "GET /metrics HTTP/1.1" 200 38046 "" "Prometheus/2.33.4" 2024-03-21T13:15:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:24 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:24 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:24 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:25 smithi067 ceph-mon[24852]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-03-21T13:15:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:25 smithi067 ceph-mon[24852]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 563 B/s rd, 0 op/s 2024-03-21T13:15:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:25 smithi067 ceph-mon[29824]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-03-21T13:15:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:25 smithi067 ceph-mon[29824]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 563 B/s rd, 0 op/s 2024-03-21T13:15:26.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:25 smithi196 ceph-mon[25809]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-03-21T13:15:26.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:25 smithi196 ceph-mon[25809]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 563 B/s rd, 0 op/s 2024-03-21T13:15:27.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[29824]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[29824]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[24852]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[24852]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:26 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:26 smithi196 ceph-mon[25809]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:26 smithi196 ceph-mon[25809]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:26 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:29.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:28 smithi067 ceph-mon[29824]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:29.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:28 smithi067 ceph-mon[24852]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:29.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:28 smithi196 ceph-mon[25809]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:30.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:29 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:30.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:29 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:29 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:31.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:30 smithi067 ceph-mon[24852]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:30 smithi067 ceph-mon[29824]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:31.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:30 smithi196 ceph-mon[25809]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:33.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:32 smithi067 ceph-mon[24852]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:33.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:32 smithi067 ceph-mon[29824]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:33.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:32 smithi196 ceph-mon[25809]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:15:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:15:34] "GET /metrics HTTP/1.1" 200 38045 "" "Prometheus/2.33.4" 2024-03-21T13:15:35.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:34 smithi067 ceph-mon[24852]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:35.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:34 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:35.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:34 smithi067 ceph-mon[29824]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:35.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:34 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:35.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:34 smithi196 ceph-mon[25809]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:35.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:34 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:37.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:36 smithi067 ceph-mon[24852]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:37.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:36 smithi067 ceph-mon[29824]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:36 smithi196 ceph-mon[25809]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:39.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:38 smithi067 ceph-mon[24852]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:39.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:38 smithi067 ceph-mon[29824]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:38 smithi196 ceph-mon[25809]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:41.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:40 smithi067 ceph-mon[24852]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:41.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:40 smithi067 ceph-mon[29824]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:40 smithi196 ceph-mon[25809]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:42 smithi067 ceph-mon[24852]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:43.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:42 smithi067 ceph-mon[29824]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:42 smithi196 ceph-mon[25809]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:44.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:43 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:44.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:43 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:44.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:43 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:15:44.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:15:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:15:44] "GET /metrics HTTP/1.1" 200 38047 "" "Prometheus/2.33.4" 2024-03-21T13:15:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:44 smithi067 ceph-mon[24852]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:44 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:44 smithi067 ceph-mon[29824]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:44 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:44 smithi196 ceph-mon[25809]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:44 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:46.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[24852]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[24852]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[29824]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[29824]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:46.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:45 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:45 smithi196 ceph-mon[25809]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:15:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:45 smithi196 ceph-mon[25809]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:15:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:45 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[24852]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[24852]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[29824]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[29824]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:47 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:47 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:47 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:47 smithi196 ceph-mon[25809]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:15:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:47 smithi196 ceph-mon[25809]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:47 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:15:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:48 smithi067 ceph-mon[24852]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:49.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:48 smithi067 ceph-mon[29824]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:48 smithi196 ceph-mon[25809]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:15:51.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:51 smithi067 ceph-mon[24852]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:51 smithi067 ceph-mon[29824]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:51 smithi196 ceph-mon[25809]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:15:53.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:53 smithi067 ceph-mon[24852]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 0 op/s 2024-03-21T13:15:53.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:53 smithi067 ceph-mon[29824]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 0 op/s 2024-03-21T13:15:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:53 smithi196 ceph-mon[25809]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 0 op/s 2024-03-21T13:15:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:15:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:15:54] "GET /metrics HTTP/1.1" 200 38047 "" "Prometheus/2.33.4" 2024-03-21T13:15:55.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:55 smithi196 ceph-mon[25809]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 565 B/s rd, 0 op/s 2024-03-21T13:15:55.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:55 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:55.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:55 smithi067 ceph-mon[24852]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 565 B/s rd, 0 op/s 2024-03-21T13:15:55.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:55 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:55 smithi067 ceph-mon[29824]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 565 B/s rd, 0 op/s 2024-03-21T13:15:55.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:55 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:15:57.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:57 smithi067 ceph-mon[24852]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:57.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:57 smithi067 ceph-mon[29824]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:57.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:57 smithi196 ceph-mon[25809]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:15:58.854 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:15:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:58 smithi067 ceph-mon[24852]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:59.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:58 smithi067 ceph-mon[29824]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:15:59.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:58 smithi196 ceph-mon[25809]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:16:00.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:15:59 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:00.054 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:15:59 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:00.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:15:59 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:00.784 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 14s ago 19m - - 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 15s ago 19m - - 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (5m) 14s ago 13m 24.1M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 15s ago 13m - - 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (5m) 14s ago 12m 51.4M - 3.5 e1d6a67b021e f9c55af27cd3 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (8m) 15s ago 18m 523M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (3m) 14s ago 20m 451M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (20m) 14s ago 20m 66.9M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (18m) 15s ago 18m 47.3M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (18m) 14s ago 18m 48.2M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (6m) 14s ago 14m 15.8M - 1.3.1 1dbe0e931976 5a35f65c877c 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (5m) 15s ago 14m 18.3M - 1.3.1 1dbe0e931976 8408173295a9 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (18m) 14s ago 18m 53.9M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (17m) 14s ago 17m 53.5M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:16:00.785 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (17m) 14s ago 17m 51.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (16m) 14s ago 16m 51.1M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (16m) 15s ago 16m 52.7M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (16m) 15s ago 16m 51.8M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (15m) 15s ago 15m 50.7M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (15m) 15s ago 15m 52.4M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (5m) 15s ago 14m 73.3M - 2.33.4 514e6a882f6e 04cbca26ba8c 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (13m) 14s ago 13m 74.8M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:16:00.786 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (13m) 15s ago 13m 71.8M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:16:01.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:01.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:01.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:01.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:01.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 969 B/s rd, 0 op/s 2024-03-21T13:16:01.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[24852]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 969 B/s rd, 0 op/s 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:01.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:00 smithi067 ceph-mon[29824]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: from='mgr.34781 172.21.15.196:0/2009456618' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 969 B/s rd, 0 op/s 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:00 smithi196 ceph-mon[25809]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:16:01.385 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions' 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:16:03.422 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:16:03.423 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:16:03.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:03 smithi067 ceph-mon[24852]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:03.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:03 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3981803025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:16:03.771 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:03 smithi067 ceph-mon[29824]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:03.771 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:03 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3981803025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:16:04.007 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph health detail' 2024-03-21T13:16:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:03 smithi196 ceph-mon[25809]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:03 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3981803025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:16:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:16:04] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[24852]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 598 B/s rd, 0 op/s 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[29824]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 598 B/s rd, 0 op/s 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:05.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:05 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:05.966 INFO:teuthology.orchestra.run.smithi067.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-03-21T13:16:05.966 INFO:teuthology.orchestra.run.smithi067.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-03-21T13:16:05.966 INFO:teuthology.orchestra.run.smithi067.stdout: daemon grafana.a on smithi196 is in error state 2024-03-21T13:16:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:05 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:05 smithi196 ceph-mon[25809]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 598 B/s rd, 0 op/s 2024-03-21T13:16:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:05 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.704 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph -s' 2024-03-21T13:16:06.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[24852]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:16:06.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[24852]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1006 B/s rd, 0 op/s 2024-03-21T13:16:06.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3677669387' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[24852]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[29824]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[29824]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1006 B/s rd, 0 op/s 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3677669387' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:06 smithi067 ceph-mon[29824]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:06 smithi196 ceph-mon[25809]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:16:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:06 smithi196 ceph-mon[25809]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1006 B/s rd, 0 op/s 2024-03-21T13:16:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:06 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3677669387' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:16:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:06 smithi196 ceph-mon[25809]: from='mgr.34781 ' entity='mgr.x' 2024-03-21T13:16:08.050 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:07 smithi067 ceph-mon[24852]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:08.050 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:07 smithi067 ceph-mon[24852]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:08.051 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:07 smithi067 ceph-mon[29824]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:08.051 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:07 smithi067 ceph-mon[29824]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:07 smithi196 ceph-mon[25809]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:07 smithi196 ceph-mon[25809]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:08.908 INFO:teuthology.orchestra.run.smithi067.stdout: cluster: 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: id: 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: health: HEALTH_WARN 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: 1 failed cephadm daemon(s) 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: services: 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: mon: 3 daemons, quorum a,c,b (age 18m) 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: mgr: x(active, since 6m), standbys: y 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: data: 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: pools: 6 pools, 161 pgs 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: objects: 209 objects, 585 KiB 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: usage: 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:08.909 INFO:teuthology.orchestra.run.smithi067.stdout: pgs: 161 active+clean 2024-03-21T13:16:08.910 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:16:08.910 INFO:teuthology.orchestra.run.smithi067.stdout: io: 2024-03-21T13:16:08.910 INFO:teuthology.orchestra.run.smithi067.stdout: client: 917 B/s rd, 0 op/s rd, 0 op/s wr 2024-03-21T13:16:08.910 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:16:09.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:08 smithi067 ceph-mon[29824]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:08 smithi067 ceph-mon[24852]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:08 smithi196 ceph-mon[25809]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 917 B/s rd, 0 op/s 2024-03-21T13:16:09.511 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph mgr fail' 2024-03-21T13:16:10.072 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:09 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3676835554' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:16:10.073 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:09 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3676835554' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:16:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:09 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3676835554' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:16:11.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:10 smithi067 ceph-mon[24852]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:16:11.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:10 smithi067 ceph-mon[29824]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:16:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:10 smithi196 ceph-mon[25809]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:16:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1319851880' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:16:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-mon[24852]: osdmap e105: 8 total, 8 up, 8 in 2024-03-21T13:16:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1319851880' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:16:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-mon[29824]: osdmap e105: 8 total, 8 up, 8 in 2024-03-21T13:16:12.154 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:16:11] ENGINE Bus STOPPING 2024-03-21T13:16:12.154 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:16:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:16:12.154 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:16:11] ENGINE Bus STOPPED 2024-03-21T13:16:12.154 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:16:12] ENGINE Bus STARTING 2024-03-21T13:16:12.155 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:16:12] ENGINE Serving on http://:::9283 2024-03-21T13:16:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:11 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1319851880' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:16:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:11 smithi196 ceph-mon[25809]: osdmap e105: 8 total, 8 up, 8 in 2024-03-21T13:16:12.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:11.912+0000 7f0803cde700 -1 mgr handle_mgr_map I was active but no longer am 2024-03-21T13:16:12.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ignoring --setuser ceph since I am not root 2024-03-21T13:16:12.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ignoring --setgroup ceph since I am not root 2024-03-21T13:16:12.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:11 smithi196 ceph-mgr[50706]: -- 172.21.15.196:0/2964000217 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c725d665a0 con 0x55c725d3ac00 2024-03-21T13:16:12.534 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:16:12] ENGINE Bus STARTED 2024-03-21T13:16:12.563 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'sleep 180' 2024-03-21T13:16:12.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:12.476+0000 7f862b0f7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:16:12.741 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:12.567+0000 7f862b0f7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1319851880' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: mgrmap e27: y(active, starting, since 0.314213s) 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:16:13.007 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: Manager daemon y is now available 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:16:13.008 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:13.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:12 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1319851880' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: mgrmap e27: y(active, starting, since 0.314213s) 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:16:13.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: Manager daemon y is now available 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:16:13.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:13.133 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1319851880' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: mgrmap e27: y(active, starting, since 0.314213s) 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:16:13.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: Manager daemon y is now available 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:16:13.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:16:13.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:13.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:13.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:12 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:13.609 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:13.261+0000 7f862b0f7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:16:13.610 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:13.358+0000 7f862b0f7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:16:13.610 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:13.508+0000 7f862b0f7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:16:13.610 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:13.608+0000 7f862b0f7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:16:13.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:13.694+0000 7f862b0f7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:16:14.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[24852]: mgrmap e28: y(active, since 1.32223s) 2024-03-21T13:16:14.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[24852]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:14.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:14.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[29824]: mgrmap e28: y(active, since 1.32223s) 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[29824]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:14.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:13 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:14.205 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:13.985+0000 7f862b0f7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:16:14.205 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:14.135+0000 7f862b0f7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:16:14.206 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-mon[25809]: mgrmap e28: y(active, since 1.32223s) 2024-03-21T13:16:14.206 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-mon[25809]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:14.206 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:14.206 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:16:14.206 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:14.206 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:13 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:14.458 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:14.246+0000 7f862b0f7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:16:14.459 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:14.352+0000 7f862b0f7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:16:14.921 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:14.535+0000 7f862b0f7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:16:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:16:15.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:15.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:15.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:14 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:16:15.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:15.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:14 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:15.906 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:15.530+0000 7f862b0f7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:16:15.906 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:15.664+0000 7f862b0f7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:16:16.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: [21/Mar/2024:13:16:14] ENGINE Bus STARTING 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: [21/Mar/2024:13:16:14] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: [21/Mar/2024:13:16:14] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: [21/Mar/2024:13:16:14] ENGINE Bus STARTED 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: mgrmap e29: y(active, since 3s) 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: [21/Mar/2024:13:16:14] ENGINE Bus STARTING 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: [21/Mar/2024:13:16:14] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: [21/Mar/2024:13:16:14] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: [21/Mar/2024:13:16:14] ENGINE Bus STARTED 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:16.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: mgrmap e29: y(active, since 3s) 2024-03-21T13:16:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:15 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:16.009+0000 7f862b0f7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:16:16.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:16.104+0000 7f862b0f7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:16:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:16:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: from='client.15183 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: [21/Mar/2024:13:16:14] ENGINE Bus STARTING 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: [21/Mar/2024:13:16:14] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: [21/Mar/2024:13:16:14] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: [21/Mar/2024:13:16:14] ENGINE Bus STARTED 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: mgrmap e29: y(active, since 3s) 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:15 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:16.569 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:16.318+0000 7f862b0f7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:16:16.569 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:16.511+0000 7f862b0f7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:16:16.853 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:16.804+0000 7f862b0f7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:16:17.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:17.094+0000 7f862b0f7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:16:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-mon[25809]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-mon[25809]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:16 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[24852]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:17.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[24852]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[29824]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[29824]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.293 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:16 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:17.515 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:17.347+0000 7f862b0f7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:16:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-mon[25809]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-mon[25809]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:17 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.231 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[24852]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:18.231 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[24852]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[29824]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[29824]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:17 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:16:18.002+0000 7fdb9efe1700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Creating ceph-iscsi config... 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Traceback (most recent call last): 2024-03-21T13:16:18.233 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: return _run_code(code, main_globals, None, 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: exec(code, run_globals) 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Traceback (most recent call last): 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:16:18.234 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: return future.result(timeout) 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: return self.__get_result() 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: raise self._exception 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: config_blobs=daemon_spec.final_config, 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:18.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Creating ceph-iscsi config... 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: Traceback (most recent call last): 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: return _run_code(code, main_globals, None, 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: exec(code, run_globals) 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:18.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:18.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:18.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:18.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:18.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:18.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:18.476 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:18.215+0000 7f862b0f7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:16:19.060 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:18 smithi196 ceph-mon[25809]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:19.060 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:18 smithi196 ceph-mon[25809]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:19.061 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:18.825+0000 7f862b0f7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:16:19.061 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:18.926+0000 7f862b0f7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:16:19.382 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-mon[24852]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:19.382 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-mon[24852]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:19.382 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-mon[29824]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:19.382 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:18 smithi067 ceph-mon[29824]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:19.387 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:19.154+0000 7f862b0f7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:16:19.387 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:16:19] ENGINE Bus STARTING 2024-03-21T13:16:19.387 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: CherryPy Checker: 2024-03-21T13:16:19.387 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: The Application mounted at '' has an empty config. 2024-03-21T13:16:19.388 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:16:19.388 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:16:19] ENGINE Serving on http://:::9283 2024-03-21T13:16:19.388 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:16:19] ENGINE Bus STARTED 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:20.033 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:16:20.034 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: return future.result(timeout) 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.__get_result() 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: raise self._exception 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:16:20.036 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:20.037 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: return future.result(timeout) 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.__get_result() 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:16:20.038 INFO:journalctl@ceph.mon.c.smithi067.stdout: raise self._exception 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:16:20.039 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.040 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:20.041 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:19 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:20.164 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:16:20.165 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: return future.result(timeout) 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.__get_result() 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: raise self._exception 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:16:20.166 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:19 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:20 smithi196 ceph-mon[25809]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 37 op/s 2024-03-21T13:16:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:20 smithi196 ceph-mon[25809]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 37 op/s 2024-03-21T13:16:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:20 smithi196 ceph-mon[25809]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 38 op/s 2024-03-21T13:16:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:20 smithi196 ceph-mon[25809]: mgrmap e30: y(active, since 8s), standbys: x 2024-03-21T13:16:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:20 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:16:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:20 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[24852]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 37 op/s 2024-03-21T13:16:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[24852]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 37 op/s 2024-03-21T13:16:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[24852]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 38 op/s 2024-03-21T13:16:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[24852]: mgrmap e30: y(active, since 8s), standbys: x 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[29824]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 37 op/s 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[29824]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 37 op/s 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[29824]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 38 op/s 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[29824]: mgrmap e30: y(active, since 8s), standbys: x 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:16:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:20 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:22.042 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:21 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:16:22.042 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:21 smithi196 bash[63750]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:16:22.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:16:22.413 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[55666]: ts=2024-03-21T13:16:22.039Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:16:22.414 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 podman[63763]: 2024-03-21 13:16:22.049406157 +0000 UTC m=+0.109564359 container died 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:16:22.789 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 podman[63763]: 2024-03-21 13:16:22.572557244 +0000 UTC m=+0.632715445 container cleanup 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:16:22.790 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 bash[63763]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:16:22.790 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 bash[63789]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:16:23.137 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:22 smithi196 ceph-mon[25809]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 podman[63777]: 2024-03-21 13:16:22.790236047 +0000 UTC m=+0.742912731 container remove 04cbca26ba8cbe178e76b347f7b7b9f2e8f71fd94283577616f273e0857f6f01 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Consumed 1.785s CPU time. 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:22 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 podman[63857]: 2024-03-21 13:16:22.922940972 +0000 UTC m=+0.019106907 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:16:23.138 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 podman[63857]: 2024-03-21 13:16:23.02462687 +0000 UTC m=+0.120792804 container create de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:16:23.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:22 smithi067 ceph-mon[24852]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-03-21T13:16:23.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:22 smithi067 ceph-mon[29824]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-03-21T13:16:23.538 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 podman[63857]: 2024-03-21 13:16:23.226736296 +0000 UTC m=+0.322902230 container init de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 podman[63857]: 2024-03-21 13:16:23.229289776 +0000 UTC m=+0.325455711 container start de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.252Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.252Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.252Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.252Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.252Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.252Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.254Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.254Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.255Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:16:23.539 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.258Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:16:23.540 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.258Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.996µs 2024-03-21T13:16:23.540 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.258Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:16:23.540 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 bash[63857]: de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 2024-03-21T13:16:23.540 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:16:23.540 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.460Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-03-21T13:16:23.540 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.538Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-03-21T13:16:23.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.731Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-03-21T13:16:24.335 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.965Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-03-21T13:16:24.335 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.965Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-03-21T13:16:24.336 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.965Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.438µs wal_replay_duration=707.087743ms total_replay_duration=707.139596ms 2024-03-21T13:16:24.336 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.969Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:16:24.336 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.969Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:16:24.336 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.969Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:16:24.336 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.988Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.439423ms db_storage=730ns remote_storage=1.382µs web_handler=313ns query_engine=635ns scrape=385.767µs scrape_sd=100.623µs notify=10.758µs notify_sd=12.28µs rules=18.608344ms 2024-03-21T13:16:24.336 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:16:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:16:23.988Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 20 op/s 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 20 op/s 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:24 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 20 op/s 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:16:24.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:24.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:24 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:27.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:27.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:26 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:27.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:16:27.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:16:27.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:27.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:27.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:27.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:26 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[24852]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[24852]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/91789063' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[29824]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[29824]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:28.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:28.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:27 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/91789063' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:16:28.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:27 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:16:28.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:27 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:16:28.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:27 smithi196 ceph-mon[25809]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:28.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:27 smithi196 ceph-mon[25809]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:28.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:27 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:28.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:27 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/91789063' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:16:30.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:29 smithi067 ceph-mon[24852]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 381 B/s rd, 0 op/s 2024-03-21T13:16:30.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:29 smithi067 ceph-mon[29824]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 381 B/s rd, 0 op/s 2024-03-21T13:16:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:29 smithi196 ceph-mon[25809]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 381 B/s rd, 0 op/s 2024-03-21T13:16:32.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:31 smithi067 ceph-mon[29824]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 381 B/s rd, 0 op/s 2024-03-21T13:16:32.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:31 smithi067 ceph-mon[24852]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 381 B/s rd, 0 op/s 2024-03-21T13:16:32.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:31 smithi196 ceph-mon[25809]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 381 B/s rd, 0 op/s 2024-03-21T13:16:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:33 smithi196 ceph-mon[25809]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 294 B/s rd, 0 op/s 2024-03-21T13:16:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:33 smithi067 ceph-mon[24852]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 294 B/s rd, 0 op/s 2024-03-21T13:16:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:33 smithi067 ceph-mon[29824]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 294 B/s rd, 0 op/s 2024-03-21T13:16:34.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:16:33] "GET /metrics HTTP/1.1" 200 38064 "" "Prometheus/2.33.4" 2024-03-21T13:16:36.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:35 smithi196 ceph-mon[25809]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 799 B/s rd, 0 op/s 2024-03-21T13:16:36.205 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:35 smithi067 ceph-mon[24852]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 799 B/s rd, 0 op/s 2024-03-21T13:16:36.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:35 smithi067 ceph-mon[29824]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 799 B/s rd, 0 op/s 2024-03-21T13:16:38.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:37 smithi196 ceph-mon[25809]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 716 B/s rd, 0 op/s 2024-03-21T13:16:38.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:37 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:38.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:37 smithi067 ceph-mon[24852]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 716 B/s rd, 0 op/s 2024-03-21T13:16:38.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:37 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:38.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:37 smithi067 ceph-mon[29824]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 716 B/s rd, 0 op/s 2024-03-21T13:16:38.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:37 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:40.398 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[24852]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[29824]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.399 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:39 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:39 smithi196 ceph-mon[25809]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:16:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:39 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:39 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:39 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:40 smithi067 ceph-mon[24852]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 969 B/s rd, 0 op/s 2024-03-21T13:16:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:40 smithi067 ceph-mon[24852]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:40 smithi067 ceph-mon[29824]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 969 B/s rd, 0 op/s 2024-03-21T13:16:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:40 smithi067 ceph-mon[29824]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:41.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:40 smithi196 ceph-mon[25809]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 969 B/s rd, 0 op/s 2024-03-21T13:16:41.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:40 smithi196 ceph-mon[25809]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:42.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[24852]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[29824]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:42.984 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:42 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:42 smithi196 ceph-mon[25809]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:42 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:42 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:42 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:42 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:44.212 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:43 smithi067 ceph-mon[24852]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 684 B/s rd, 0 op/s 2024-03-21T13:16:44.212 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:43 smithi067 ceph-mon[24852]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 0 op/s 2024-03-21T13:16:44.213 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:43 smithi067 ceph-mon[29824]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 684 B/s rd, 0 op/s 2024-03-21T13:16:44.213 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:43 smithi067 ceph-mon[29824]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 0 op/s 2024-03-21T13:16:44.213 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:16:43] "GET /metrics HTTP/1.1" 200 38058 "" "Prometheus/2.33.4" 2024-03-21T13:16:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:43 smithi196 ceph-mon[25809]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 684 B/s rd, 0 op/s 2024-03-21T13:16:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:43 smithi196 ceph-mon[25809]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 0 op/s 2024-03-21T13:16:46.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:45 smithi067 ceph-mon[24852]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 0 op/s 2024-03-21T13:16:46.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:45 smithi067 ceph-mon[29824]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 0 op/s 2024-03-21T13:16:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:45 smithi196 ceph-mon[25809]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 0 op/s 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:47.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:46 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:46 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 982 B/s rd, 0 op/s 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1000 B/s rd, 0 op/s 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 982 B/s rd, 0 op/s 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:48.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1000 B/s rd, 0 op/s 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:47 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 773 B/s rd, 0 op/s 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 982 B/s rd, 0 op/s 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1000 B/s rd, 0 op/s 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:16:48.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:47 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:16:50.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:50 smithi067 ceph-mon[24852]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:16:50.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:50 smithi067 ceph-mon[29824]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:16:50.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:50 smithi196 ceph-mon[25809]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:16:52.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:52 smithi067 ceph-mon[24852]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:16:52.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:52 smithi067 ceph-mon[29824]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:16:52.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:52 smithi196 ceph-mon[25809]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:16:53.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:53 smithi067 ceph-mon[29824]: Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:53.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:53 smithi067 ceph-mon[24852]: Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:53 smithi196 ceph-mon[25809]: Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:16:54.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:16:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:16:53] "GET /metrics HTTP/1.1" 200 38058 "" "Prometheus/2.33.4" 2024-03-21T13:16:55.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:54 smithi196 ceph-mon[25809]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:16:55.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:54 smithi067 ceph-mon[24852]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:16:55.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:54 smithi067 ceph-mon[29824]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:16:57.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:56 smithi196 ceph-mon[25809]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:57.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:56 smithi067 ceph-mon[24852]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:57.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:56 smithi067 ceph-mon[29824]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:16:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:57 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:57 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:57 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:57 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:57 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:16:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:57 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:16:59.015 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:16:58 smithi196 ceph-mon[25809]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:16:59.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:16:58 smithi067 ceph-mon[24852]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:16:59.219 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:16:58 smithi067 ceph-mon[29824]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[29824]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[24852]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:00 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:00 smithi196 ceph-mon[25809]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:00 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:00 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:00 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:02.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:01 smithi067 ceph-mon[24852]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:02.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:01 smithi067 ceph-mon[24852]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1019 B/s rd, 0 op/s 2024-03-21T13:17:02.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:01 smithi067 ceph-mon[29824]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:02.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:01 smithi067 ceph-mon[29824]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1019 B/s rd, 0 op/s 2024-03-21T13:17:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:01 smithi196 ceph-mon[25809]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:01 smithi196 ceph-mon[25809]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1019 B/s rd, 0 op/s 2024-03-21T13:17:03.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[29824]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 453 B/s rd, 0 op/s 2024-03-21T13:17:03.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[29824]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 571 B/s rd, 0 op/s 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[29824]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 793 B/s rd, 0 op/s 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[24852]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 453 B/s rd, 0 op/s 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[24852]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 571 B/s rd, 0 op/s 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[24852]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 793 B/s rd, 0 op/s 2024-03-21T13:17:03.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:03 smithi196 ceph-mon[25809]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 453 B/s rd, 0 op/s 2024-03-21T13:17:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:03 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:03 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:03 smithi196 ceph-mon[25809]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 571 B/s rd, 0 op/s 2024-03-21T13:17:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:03 smithi196 ceph-mon[25809]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 793 B/s rd, 0 op/s 2024-03-21T13:17:03.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:03 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:04.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:17:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:17:03] "GET /metrics HTTP/1.1" 200 38058 "" "Prometheus/2.33.4" 2024-03-21T13:17:05.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:05 smithi067 ceph-mon[24852]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 991 B/s rd, 0 op/s 2024-03-21T13:17:05.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:05 smithi067 ceph-mon[29824]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 991 B/s rd, 0 op/s 2024-03-21T13:17:05.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:05 smithi196 ceph-mon[25809]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 991 B/s rd, 0 op/s 2024-03-21T13:17:07.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:07 smithi067 ceph-mon[24852]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:17:07.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:07 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:07.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:07 smithi067 ceph-mon[29824]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:17:07.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:07 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:07 smithi196 ceph-mon[25809]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:17:07.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:07 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:09 smithi196 ceph-mon[25809]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:10.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:09 smithi067 ceph-mon[24852]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:10.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:09 smithi067 ceph-mon[29824]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:11 smithi196 ceph-mon[25809]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:11 smithi067 ceph-mon[24852]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:12.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:11 smithi067 ceph-mon[29824]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:13.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:14.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:13 smithi067 ceph-mon[24852]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:14.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:13 smithi067 ceph-mon[29824]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:14.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:17:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:17:13] "GET /metrics HTTP/1.1" 200 38052 "" "Prometheus/2.33.4" 2024-03-21T13:17:14.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:13 smithi196 ceph-mon[25809]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:16.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:15 smithi067 ceph-mon[24852]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:16.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:15 smithi067 ceph-mon[29824]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:16.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:15 smithi196 ceph-mon[25809]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:17 smithi196 ceph-mon[25809]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:18.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:17 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:18.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:17 smithi067 ceph-mon[24852]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:18.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:17 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:18.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:17 smithi067 ceph-mon[29824]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:18.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:17 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:20.185 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:19 smithi067 ceph-mon[24852]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:20.186 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:19 smithi067 ceph-mon[29824]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:20.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:19 smithi196 ceph-mon[25809]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[24852]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[24852]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1020 B/s rd, 0 op/s 2024-03-21T13:17:21.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[24852]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[29824]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[29824]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1020 B/s rd, 0 op/s 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[29824]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:21.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:21 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:21 smithi196 ceph-mon[25809]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:21 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:21 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:21 smithi196 ceph-mon[25809]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1020 B/s rd, 0 op/s 2024-03-21T13:17:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:21 smithi196 ceph-mon[25809]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:21.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:21 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:17:23] "GET /metrics HTTP/1.1" 200 38052 "" "Prometheus/2.33.4" 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[24852]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 637 B/s rd, 0 op/s 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[24852]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[24852]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[29824]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 637 B/s rd, 0 op/s 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[29824]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:24.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[29824]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:17:24.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:23 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:23 smithi196 ceph-mon[25809]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 637 B/s rd, 0 op/s 2024-03-21T13:17:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:23 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:23 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:23 smithi196 ceph-mon[25809]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:23 smithi196 ceph-mon[25809]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:17:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:23 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:26.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:25 smithi067 ceph-mon[24852]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:26.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:25 smithi067 ceph-mon[29824]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:26.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:25 smithi196 ceph-mon[25809]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:27 smithi067 ceph-mon[24852]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 838 B/s rd, 0 op/s 2024-03-21T13:17:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:27 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:27 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:27 smithi067 ceph-mon[29824]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 838 B/s rd, 0 op/s 2024-03-21T13:17:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:27 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:27 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:28.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:27 smithi196 ceph-mon[25809]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 838 B/s rd, 0 op/s 2024-03-21T13:17:28.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:27 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:28.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:27 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:30.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:29 smithi196 ceph-mon[25809]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:30.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:29 smithi067 ceph-mon[24852]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:30.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:29 smithi067 ceph-mon[29824]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:32.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:31 smithi067 ceph-mon[24852]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:32.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:31 smithi067 ceph-mon[29824]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:31 smithi196 ceph-mon[25809]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:33 smithi067 ceph-mon[24852]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:33 smithi067 ceph-mon[29824]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:34.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:17:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:17:33] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.33.4" 2024-03-21T13:17:34.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:33 smithi196 ceph-mon[25809]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:17:36.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:35 smithi067 ceph-mon[24852]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:36.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:35 smithi067 ceph-mon[29824]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:35 smithi196 ceph-mon[25809]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:38.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:37 smithi196 ceph-mon[25809]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:38.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:37 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:37 smithi067 ceph-mon[24852]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:37 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:38.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:37 smithi067 ceph-mon[29824]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:38.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:37 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:40.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:39 smithi067 ceph-mon[24852]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:40.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:39 smithi067 ceph-mon[29824]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:39 smithi196 ceph-mon[25809]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[24852]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[24852]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1020 B/s rd, 0 op/s 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[24852]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.018 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[29824]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:42.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[29824]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1020 B/s rd, 0 op/s 2024-03-21T13:17:42.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[29824]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:42.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:41 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:41 smithi196 ceph-mon[25809]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:17:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:41 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:41 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:41 smithi196 ceph-mon[25809]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1020 B/s rd, 0 op/s 2024-03-21T13:17:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:41 smithi196 ceph-mon[25809]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:41 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:43.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:42 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:43.079 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:42 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:43.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:42 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[24852]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 636 B/s rd, 0 op/s 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[24852]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[24852]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[29824]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 636 B/s rd, 0 op/s 2024-03-21T13:17:43.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:43.951 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:43.951 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[29824]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:43.951 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[29824]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:17:43.951 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:43 smithi196 ceph-mon[25809]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 636 B/s rd, 0 op/s 2024-03-21T13:17:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:43 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:43 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:43 smithi196 ceph-mon[25809]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:17:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:43 smithi196 ceph-mon[25809]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:17:44.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:43 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:44.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:17:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:17:43] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.33.4" 2024-03-21T13:17:46.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:45 smithi067 ceph-mon[24852]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:46.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:45 smithi067 ceph-mon[29824]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:45 smithi196 ceph-mon[25809]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:17:48.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:47 smithi067 ceph-mon[24852]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 839 B/s rd, 0 op/s 2024-03-21T13:17:48.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:47 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:17:48.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:47 smithi067 ceph-mon[29824]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 839 B/s rd, 0 op/s 2024-03-21T13:17:48.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:47 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:17:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:47 smithi196 ceph-mon[25809]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 839 B/s rd, 0 op/s 2024-03-21T13:17:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:47 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:17:49.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:48 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:49.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:48 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:48 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:48 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:17:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:48 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:17:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:48 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:17:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:17:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:48 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:17:50.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:49 smithi196 ceph-mon[25809]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:17:50.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:49 smithi196 ceph-mon[25809]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 1 op/s 2024-03-21T13:17:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:49 smithi067 ceph-mon[24852]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:17:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:49 smithi067 ceph-mon[24852]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 1 op/s 2024-03-21T13:17:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:49 smithi067 ceph-mon[29824]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:17:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:49 smithi067 ceph-mon[29824]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 1 op/s 2024-03-21T13:17:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:51 smithi067 ceph-mon[24852]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:17:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:51 smithi067 ceph-mon[29824]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:17:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:51 smithi196 ceph-mon[25809]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:17:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:53 smithi067 ceph-mon[24852]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:53 smithi067 ceph-mon[29824]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:54.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:17:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:17:53] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.33.4" 2024-03-21T13:17:54.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:53 smithi196 ceph-mon[25809]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:55 smithi067 ceph-mon[24852]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:56.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:55 smithi067 ceph-mon[29824]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:56.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:55 smithi196 ceph-mon[25809]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:58.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:57 smithi196 ceph-mon[25809]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:58.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:57 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:57 smithi067 ceph-mon[24852]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:57 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:58.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:57 smithi067 ceph-mon[29824]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:17:58.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:57 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:17:59.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:58 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:59.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:58 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:17:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:58 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:00.078 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:17:59 smithi196 ceph-mon[25809]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:00.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:17:59 smithi067 ceph-mon[24852]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:17:59 smithi067 ceph-mon[29824]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:02.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[24852]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:02.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[24852]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 942 B/s rd, 0 op/s 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[24852]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[29824]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[29824]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 942 B/s rd, 0 op/s 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[29824]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:02.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:01 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:01 smithi196 ceph-mon[25809]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:01 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:01 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:01 smithi196 ceph-mon[25809]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 942 B/s rd, 0 op/s 2024-03-21T13:18:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:01 smithi196 ceph-mon[25809]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:01 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[24852]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 577 B/s rd, 0 op/s 2024-03-21T13:18:04.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[29824]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 577 B/s rd, 0 op/s 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.378 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:18:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:18:03] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.33.4" 2024-03-21T13:18:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:03 smithi196 ceph-mon[25809]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 577 B/s rd, 0 op/s 2024-03-21T13:18:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:03 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:03 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:03 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:05.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:04 smithi067 ceph-mon[24852]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:18:05.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:04 smithi067 ceph-mon[24852]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:04 smithi067 ceph-mon[29824]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:18:05.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:04 smithi067 ceph-mon[29824]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:04 smithi196 ceph-mon[25809]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:18:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:04 smithi196 ceph-mon[25809]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:06 smithi067 ceph-mon[24852]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:07.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:06 smithi067 ceph-mon[29824]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:07.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:06 smithi196 ceph-mon[25809]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:09.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:08 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:09.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:08 smithi067 ceph-mon[24852]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 843 B/s rd, 0 op/s 2024-03-21T13:18:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:08 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:08 smithi067 ceph-mon[29824]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 843 B/s rd, 0 op/s 2024-03-21T13:18:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:08 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:08 smithi196 ceph-mon[25809]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 843 B/s rd, 0 op/s 2024-03-21T13:18:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:10 smithi067 ceph-mon[24852]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:11.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:10 smithi067 ceph-mon[29824]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:10 smithi196 ceph-mon[25809]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:12 smithi067 ceph-mon[24852]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:13.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:13.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:12 smithi067 ceph-mon[29824]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:13.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:12 smithi196 ceph-mon[25809]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:14.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:18:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:18:13] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:18:15.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:14 smithi067 ceph-mon[24852]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:15.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:14 smithi067 ceph-mon[29824]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:15.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:14 smithi196 ceph-mon[25809]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:16 smithi067 ceph-mon[24852]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:17.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:16 smithi067 ceph-mon[29824]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:16 smithi196 ceph-mon[25809]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:19.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:18 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:19.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:18 smithi196 ceph-mon[25809]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:18 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:18 smithi067 ceph-mon[24852]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:19.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:18 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:19.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:18 smithi067 ceph-mon[29824]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:21.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:20 smithi196 ceph-mon[25809]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:21.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:20 smithi067 ceph-mon[24852]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:21.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:20 smithi067 ceph-mon[29824]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[24852]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[24852]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1018 B/s rd, 0 op/s 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[24852]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 635 B/s rd, 0 op/s 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[29824]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:22.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[29824]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1018 B/s rd, 0 op/s 2024-03-21T13:18:22.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[29824]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 635 B/s rd, 0 op/s 2024-03-21T13:18:22.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:22 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:22 smithi196 ceph-mon[25809]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:22 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:22 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:22 smithi196 ceph-mon[25809]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1018 B/s rd, 0 op/s 2024-03-21T13:18:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:22 smithi196 ceph-mon[25809]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 635 B/s rd, 0 op/s 2024-03-21T13:18:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:22 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[24852]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[24852]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[24852]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:18:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:18:23] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.33.4" 2024-03-21T13:18:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[29824]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[29824]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:18:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[29824]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:24 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:24 smithi196 ceph-mon[25809]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:24 smithi196 ceph-mon[25809]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:18:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:24 smithi196 ceph-mon[25809]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:24 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:26.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:26 smithi067 ceph-mon[24852]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:26.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:26 smithi067 ceph-mon[29824]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:26.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:26 smithi196 ceph-mon[25809]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:27.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:27 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:27.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:27 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:27.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:27 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:28 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:28 smithi067 ceph-mon[24852]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:18:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:28 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:28 smithi067 ceph-mon[29824]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:18:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:28 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:28 smithi196 ceph-mon[25809]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:18:31.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:30 smithi067 ceph-mon[24852]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:31.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:30 smithi067 ceph-mon[29824]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:31.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:30 smithi196 ceph-mon[25809]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:33.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:32 smithi067 ceph-mon[24852]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 630 B/s rd, 0 op/s 2024-03-21T13:18:33.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:32 smithi067 ceph-mon[29824]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 630 B/s rd, 0 op/s 2024-03-21T13:18:33.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:32 smithi196 ceph-mon[25809]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 630 B/s rd, 0 op/s 2024-03-21T13:18:34.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:18:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:18:33] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-03-21T13:18:35.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:34 smithi067 ceph-mon[24852]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:35.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:34 smithi067 ceph-mon[29824]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:35.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:34 smithi196 ceph-mon[25809]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:18:37.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:36 smithi067 ceph-mon[29824]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:37.205 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:36 smithi067 ceph-mon[24852]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:36 smithi196 ceph-mon[25809]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:39.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:38 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:39.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:38 smithi196 ceph-mon[25809]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:39.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:38 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:39.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:38 smithi067 ceph-mon[24852]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:38 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:38 smithi067 ceph-mon[29824]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:41.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:40 smithi196 ceph-mon[25809]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:41.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:40 smithi067 ceph-mon[24852]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:41.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:40 smithi067 ceph-mon[29824]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:42 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:42.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:42.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:42.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:42 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:44.136 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:18:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:18:43] "GET /metrics HTTP/1.1" 200 38062 "" "Prometheus/2.33.4" 2024-03-21T13:18:44.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[24852]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:44.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[24852]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[24852]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[29824]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[29824]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[29824]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:44.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:44 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:44 smithi196 ceph-mon[25809]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:44.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:44 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:44 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:44.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:44 smithi196 ceph-mon[25809]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:18:44.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:44 smithi196 ceph-mon[25809]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:44.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:44 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:46 smithi067 ceph-mon[24852]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:46.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:46 smithi067 ceph-mon[29824]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:46.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:46 smithi196 ceph-mon[25809]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:18:49.366 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:48 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:49.366 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:48 smithi196 ceph-mon[25809]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:18:49.366 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:48 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:18:49.366 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:48 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:18:49.366 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:48 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:18:49.366 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:48 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[24852]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:18:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:18:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:18:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:18:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[29824]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 835 B/s rd, 0 op/s 2024-03-21T13:18:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:18:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:18:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:18:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:48 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:18:50.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:49 smithi196 ceph-mon[25809]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:18:50.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:49 smithi196 ceph-mon[25809]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:49 smithi067 ceph-mon[24852]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:18:50.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:49 smithi067 ceph-mon[24852]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:50.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:49 smithi067 ceph-mon[29824]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:18:50.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:49 smithi067 ceph-mon[29824]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:18:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:51 smithi067 ceph-mon[24852]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 746 B/s rd, 0 op/s 2024-03-21T13:18:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:51 smithi067 ceph-mon[29824]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 746 B/s rd, 0 op/s 2024-03-21T13:18:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:51 smithi196 ceph-mon[25809]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 746 B/s rd, 0 op/s 2024-03-21T13:18:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:53 smithi067 ceph-mon[24852]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 577 B/s rd, 0 op/s 2024-03-21T13:18:54.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:53 smithi067 ceph-mon[29824]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 577 B/s rd, 0 op/s 2024-03-21T13:18:54.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:18:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:18:53] "GET /metrics HTTP/1.1" 200 38062 "" "Prometheus/2.33.4" 2024-03-21T13:18:54.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:53 smithi196 ceph-mon[25809]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 577 B/s rd, 0 op/s 2024-03-21T13:18:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:55 smithi067 ceph-mon[24852]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:56.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:55 smithi067 ceph-mon[29824]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:55 smithi196 ceph-mon[25809]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:57 smithi067 ceph-mon[24852]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:57 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:57 smithi067 ceph-mon[29824]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:58.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:57 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:57 smithi196 ceph-mon[25809]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:18:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:57 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:18:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:58 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:59.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:58 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:18:59.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:58 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:00.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:18:59 smithi196 ceph-mon[25809]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:19:00.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:18:59 smithi067 ceph-mon[24852]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:19:00.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:18:59 smithi067 ceph-mon[29824]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:19:02.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:01 smithi196 ceph-mon[25809]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:02.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:01 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:01 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:01 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[24852]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[29824]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:01 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:03.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:02 smithi067 ceph-mon[24852]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:19:03.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:02 smithi067 ceph-mon[24852]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:19:03.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:02 smithi067 ceph-mon[29824]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:19:03.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:02 smithi067 ceph-mon[29824]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:19:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:02 smithi196 ceph-mon[25809]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:19:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:02 smithi196 ceph-mon[25809]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:19:04.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:19:03] "GET /metrics HTTP/1.1" 200 38063 "" "Prometheus/2.33.4" 2024-03-21T13:19:04.596 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[24852]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[24852]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[24852]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[29824]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.597 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.598 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[29824]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:19:04.598 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[29824]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-03-21T13:19:04.598 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:04 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:04 smithi196 ceph-mon[25809]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:19:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:04 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:04 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:04 smithi196 ceph-mon[25809]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:19:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:04 smithi196 ceph-mon[25809]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-03-21T13:19:04.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:04 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:06.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:06 smithi067 ceph-mon[24852]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-03-21T13:19:06.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:06 smithi067 ceph-mon[29824]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-03-21T13:19:06.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:06 smithi196 ceph-mon[25809]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-03-21T13:19:09.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:08 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:09.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:08 smithi067 ceph-mon[24852]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:08 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:08 smithi067 ceph-mon[29824]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:09.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:08 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:08 smithi196 ceph-mon[25809]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:10 smithi067 ceph-mon[24852]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:11.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:10 smithi067 ceph-mon[29824]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:11.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:10 smithi196 ceph-mon[25809]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:12 smithi067 ceph-mon[24852]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:19:13.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:12 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:13.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:12 smithi067 ceph-mon[29824]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:19:13.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:12 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:12 smithi196 ceph-mon[25809]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:19:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:12 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:14.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:19:13] "GET /metrics HTTP/1.1" 200 38064 "" "Prometheus/2.33.4" 2024-03-21T13:19:15.066 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:14 smithi067 ceph-mon[24852]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:19:15.066 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:14 smithi067 ceph-mon[29824]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:19:15.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:14 smithi196 ceph-mon[25809]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:19:15.504 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:19:17.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:16 smithi067 ceph-mon[24852]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:17.118 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:16 smithi067 ceph-mon[29824]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:16 smithi196 ceph-mon[25809]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 14s ago 22m - - 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 16s ago 22m - - 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (9m) 14s ago 17m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 16s ago 16m - - 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (2m) 14s ago 16m 48.9M - 3.5 e1d6a67b021e 68772098a43f 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (11m) 16s ago 21m 449M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (6m) 14s ago 23m 512M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:19:17.568 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (23m) 14s ago 23m 75.2M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (22m) 16s ago 21m 53.5M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (22m) 14s ago 22m 54.9M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (9m) 14s ago 17m 15.3M - 1.3.1 1dbe0e931976 5a35f65c877c 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (8m) 16s ago 17m 18.1M - 1.3.1 1dbe0e931976 8408173295a9 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (21m) 14s ago 21m 54.2M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (21m) 14s ago 21m 53.5M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (20m) 14s ago 20m 51.3M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (20m) 14s ago 20m 51.2M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (19m) 16s ago 19m 52.8M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (19m) 16s ago 19m 52.0M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (19m) 16s ago 19m 51.2M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (18m) 16s ago 18m 52.8M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (2m) 16s ago 18m 73.2M - 2.33.4 514e6a882f6e de908e4152fc 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (16m) 14s ago 16m 75.9M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:19:17.569 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (16m) 16s ago 16m 73.1M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:19:18.187 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions' 2024-03-21T13:19:19.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:18 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:19.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:18 smithi067 ceph-mon[29824]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:18 smithi067 ceph-mon[29824]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:19:19.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:18 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:19.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:18 smithi067 ceph-mon[24852]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:19.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:18 smithi067 ceph-mon[24852]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:19:19.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:18 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:19.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:18 smithi196 ceph-mon[25809]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:19.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:18 smithi196 ceph-mon[25809]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:19:20.275 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:19:20.276 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:19:20.277 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:19:20.277 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:19:20.277 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:19:20.859 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph -s' 2024-03-21T13:19:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:20 smithi067 ceph-mon[24852]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:20 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1264656101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:19:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:20 smithi067 ceph-mon[29824]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:20 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1264656101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:19:21.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:20 smithi196 ceph-mon[25809]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:21.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:20 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1264656101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[24852]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[24852]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.539 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[29824]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:22.540 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[29824]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:19:22.540 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:22 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:22 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:22 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:22 smithi196 ceph-mon[25809]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:19:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:22 smithi196 ceph-mon[25809]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:19:22.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:22 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:23.060 INFO:teuthology.orchestra.run.smithi067.stdout: cluster: 2024-03-21T13:19:23.060 INFO:teuthology.orchestra.run.smithi067.stdout: id: 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: health: HEALTH_WARN 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: 1 failed cephadm daemon(s) 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: services: 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: mon: 3 daemons, quorum a,c,b (age 21m) 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: mgr: y(active, since 3m), standbys: x 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 19m) 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: data: 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: pools: 6 pools, 161 pgs 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: objects: 209 objects, 585 KiB 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: usage: 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: pgs: 161 active+clean 2024-03-21T13:19:23.061 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:19:23.062 INFO:teuthology.orchestra.run.smithi067.stdout: io: 2024-03-21T13:19:23.062 INFO:teuthology.orchestra.run.smithi067.stdout: client: 1 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-03-21T13:19:23.062 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-03-21T13:19:23.707 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph health detail' 2024-03-21T13:19:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:23 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2211864434' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:19:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:23 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:23 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:23 smithi196 ceph-mon[25809]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2211864434' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:19:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[24852]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:19:23] "GET /metrics HTTP/1.1" 200 38064 "" "Prometheus/2.33.4" 2024-03-21T13:19:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2211864434' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-21T13:19:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:23 smithi067 ceph-mon[29824]: from='mgr.25123 ' entity='mgr.y' 2024-03-21T13:19:24.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:24 smithi067 ceph-mon[24852]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:19:24.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:24 smithi067 ceph-mon[24852]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:24.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:24 smithi067 ceph-mon[24852]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:19:24.967 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:24 smithi067 ceph-mon[29824]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:19:24.967 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:24 smithi067 ceph-mon[29824]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:24.968 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:24 smithi067 ceph-mon[29824]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:19:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:24 smithi196 ceph-mon[25809]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:19:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:24 smithi196 ceph-mon[25809]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:24 smithi196 ceph-mon[25809]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:19:26.425 INFO:teuthology.orchestra.run.smithi067.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-03-21T13:19:26.426 INFO:teuthology.orchestra.run.smithi067.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-03-21T13:19:26.426 INFO:teuthology.orchestra.run.smithi067.stdout: daemon grafana.a on smithi196 is in error state 2024-03-21T13:19:27.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:26 smithi067 ceph-mon[24852]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:27.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:26 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2319846173' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:19:27.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:26 smithi067 ceph-mon[29824]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:27.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:26 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2319846173' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:19:27.081 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-03-21T13:19:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:26 smithi196 ceph-mon[25809]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:26 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2319846173' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:19:28.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:27 smithi067 ceph-mon[24852]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:28.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:27 smithi067 ceph-mon[29824]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:27 smithi196 ceph-mon[25809]: from='mgr.25123 172.21.15.67:0/303491051' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:29.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:28 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:29.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:28 smithi067 ceph-mon[24852]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:29.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:28 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:29.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:28 smithi067 ceph-mon[29824]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:28 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:28 smithi196 ceph-mon[25809]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 833 B/s rd, 0 op/s 2024-03-21T13:19:30.070 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:19:30.769 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph mgr fail' 2024-03-21T13:19:31.084 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:30 smithi067 ceph-mon[24852]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:31.084 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:30 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3227107514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:19:31.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:30 smithi067 ceph-mon[29824]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:31.084 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:30 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3227107514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:19:31.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:30 smithi196 ceph-mon[25809]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:19:31.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:30 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3227107514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:19:33.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:32 smithi196 ceph-mon[25809]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:19:33.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:32 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2804854845' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:19:33.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:32 smithi196 ceph-mon[25809]: osdmap e106: 8 total, 8 up, 8 in 2024-03-21T13:19:33.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:32 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:19:32] ENGINE Bus STOPPING 2024-03-21T13:19:33.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:32 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:19:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:19:33.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:32 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:19:32] ENGINE Bus STOPPED 2024-03-21T13:19:33.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:19:33] ENGINE Bus STARTING 2024-03-21T13:19:33.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:19:33] ENGINE Serving on http://:::9283 2024-03-21T13:19:33.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:19:33] ENGINE Bus STARTED 2024-03-21T13:19:33.327 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-mon[24852]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:19:33.327 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2804854845' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:19:33.327 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-mon[24852]: osdmap e106: 8 total, 8 up, 8 in 2024-03-21T13:19:33.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-mon[29824]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:19:33.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2804854845' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-03-21T13:19:33.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-mon[29824]: osdmap e106: 8 total, 8 up, 8 in 2024-03-21T13:19:33.328 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:32 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:32.966+0000 7fdc0c92e700 -1 mgr handle_mgr_map I was active but no longer am 2024-03-21T13:19:33.328 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ignoring --setuser ceph since I am not root 2024-03-21T13:19:33.328 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ignoring --setgroup ceph since I am not root 2024-03-21T13:19:33.328 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mgr[71505]: -- 172.21.15.67:0/450665260 <== mon.1 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a07ef0e5a0 con 0x55a07eee2c00 2024-03-21T13:19:33.646 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:33.550+0000 7f9480e8d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:19:33.717 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'sleep 180' 2024-03-21T13:19:33.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:33.646+0000 7f9480e8d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:19:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2804854845' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:19:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: mgrmap e31: x(active, starting, since 0.073595s) 2024-03-21T13:19:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:19:34.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:19:34.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: Manager daemon x is now available 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:34.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2804854845' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: mgrmap e31: x(active, starting, since 0.073595s) 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:19:34.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: Manager daemon x is now available 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:19:34.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:34.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2804854845' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: mgrmap e31: x(active, starting, since 0.073595s) 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:19:34.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: Manager daemon x is now available 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:34.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=warn ts=2024-03-21T13:19:34.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi067.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.67:8443: connect: connection refused" 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:34.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:34.571 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:34.356+0000 7f9480e8d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:19:34.571 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:34.468+0000 7f9480e8d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:19:34.831 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:34.633+0000 7f9480e8d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:19:34.831 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:34.739+0000 7f9480e8d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:19:34.831 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:34.831+0000 7f9480e8d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: [21/Mar/2024:13:19:33] ENGINE Bus STARTING 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: [21/Mar/2024:13:19:33] ENGINE Serving on https://172.21.15.196:7150 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: [21/Mar/2024:13:19:33] ENGINE Serving on http://172.21.15.196:8765 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: [21/Mar/2024:13:19:33] ENGINE Bus STARTED 2024-03-21T13:19:35.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: mgrmap e32: x(active, since 1.08182s) 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: [21/Mar/2024:13:19:33] ENGINE Bus STARTING 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: [21/Mar/2024:13:19:33] ENGINE Serving on https://172.21.15.196:7150 2024-03-21T13:19:35.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: [21/Mar/2024:13:19:33] ENGINE Serving on http://172.21.15.196:8765 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: [21/Mar/2024:13:19:33] ENGINE Bus STARTED 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: mgrmap e32: x(active, since 1.08182s) 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:34 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: [21/Mar/2024:13:19:33] ENGINE Bus STARTING 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: [21/Mar/2024:13:19:33] ENGINE Serving on https://172.21.15.196:7150 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: [21/Mar/2024:13:19:33] ENGINE Serving on http://172.21.15.196:8765 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: [21/Mar/2024:13:19:33] ENGINE Bus STARTED 2024-03-21T13:19:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: mgrmap e32: x(active, since 1.08182s) 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:34 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:35.381 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:35.125+0000 7f9480e8d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:19:35.381 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:35.240+0000 7f9480e8d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:19:35.381 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:35.331+0000 7f9480e8d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:19:35.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:35.438+0000 7f9480e8d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:19:35.653 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:35.628+0000 7f9480e8d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: mgrmap e33: x(active, since 2s) 2024-03-21T13:19:36.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:35 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:36.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: mgrmap e33: x(active, since 2s) 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: mgrmap e33: x(active, since 2s) 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:36.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:35 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:19:36.723 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:36.642+0000 7f9480e8d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:19:36.984 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:36.786+0000 7f9480e8d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.113 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:36 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.263 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:37.172+0000 7f9480e8d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:36 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:37.525 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:37.290+0000 7f9480e8d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:19:37.843 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:37.524+0000 7f9480e8d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:19:37.843 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:37.739+0000 7f9480e8d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:38.063+0000 7f9480e8d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: mgrmap e34: x(active, since 4s) 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: mgrmap e34: x(active, since 4s) 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:37 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:38.337+0000 7f9480e8d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: mgrmap e34: x(active, since 4s) 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:37 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:38.745 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:38.607+0000 7f9480e8d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:38 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: from='client.15291 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:19:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:38 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:39.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:39 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:39.475+0000 7f9480e8d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:19:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:39 smithi067 ceph-mon[24852]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:39 smithi067 ceph-mon[29824]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:39 smithi067 ceph-mon[29824]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:40.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:39 smithi067 ceph-mon[24852]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:40.319 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:40.068+0000 7f9480e8d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:19:40.319 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:40.173+0000 7f9480e8d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:19:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:39 smithi196 ceph-mon[25809]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:40.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:39 smithi196 ceph-mon[25809]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:40.619 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:40.400+0000 7f9480e8d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:19:40.620 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:19:40] ENGINE Bus STARTING 2024-03-21T13:19:40.620 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: CherryPy Checker: 2024-03-21T13:19:40.620 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: The Application mounted at '' has an empty config. 2024-03-21T13:19:40.620 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:19:40.620 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:19:40] ENGINE Serving on http://:::9283 2024-03-21T13:19:40.620 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:19:40] ENGINE Bus STARTED 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 0 B/s wr, 46 op/s 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 0 B/s wr, 46 op/s 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: Standby manager daemon y started 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:19:41.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 0 B/s wr, 46 op/s 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 0 B/s wr, 46 op/s 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: Standby manager daemon y started 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:19:41.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:41 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:19:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 0 B/s wr, 46 op/s 2024-03-21T13:19:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 0 B/s wr, 46 op/s 2024-03-21T13:19:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: Standby manager daemon y started 2024-03-21T13:19:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-21T13:19:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:19:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-21T13:19:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:19:42.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[24852]: mgrmap e35: x(active, since 8s), standbys: y 2024-03-21T13:19:42.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:19:42.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[24852]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.341 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:19:42.341 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.341 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.342 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.342 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.342 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.342 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.342 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.342 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.343 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: return future.result(timeout) 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.__get_result() 2024-03-21T13:19:42.344 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: raise self._exception 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.345 INFO:journalctl@ceph.mon.a.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.a.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[29824]: mgrmap e35: x(active, since 8s), standbys: y 2024-03-21T13:19:42.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[29824]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.347 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: return future.result(timeout) 2024-03-21T13:19:42.348 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.__get_result() 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: raise self._exception 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: Creating ceph-iscsi config... 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.c.smithi067.stdout: exec(code, run_globals) 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.a.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.350 INFO:journalctl@ceph.mon.a.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[24852]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:42 smithi067 ceph-mon[29824]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:19:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:42 smithi196 ceph-mon[25809]: mgrmap e35: x(active, since 8s), standbys: y 2024-03-21T13:19:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:42 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:19:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:42 smithi196 ceph-mon[25809]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:19:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout: return future.result(timeout) 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.__get_result() 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: raise self._exception 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: config_blobs=daemon_spec.final_config, 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: Creating ceph-iscsi config... 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: exec(code, run_globals) 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:42 smithi196 ceph-mon[25809]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:19:42.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:19:41.938+0000 7f85b11b4700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Creating ceph-iscsi config... 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: exec(code, run_globals) 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: self.mgr._daemon_action(daemon_spec, action=action) 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2403, in _daemon_action 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/module.py", line 749, in wait_async 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return self.event_loop.get_result(coro, timeout) 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-03-21T13:19:42.420 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return future.result(timeout) 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return self.__get_result() 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: raise self._exception 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1374, in _create_daemon 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: config_blobs=daemon_spec.final_config, 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1685, in _run_cephadm 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi067.hlzhzw ... 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Creating ceph-iscsi config... 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/iscsi-gateway.cfg 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Write file: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/iscsi.foo.smithi067.hlzhzw/tcmu-runner-entrypoint.sh 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Non-zero exit code 1 from systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: systemctl: stderr See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:42.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: Traceback (most recent call last): 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: return _run_code(code, main_globals, None, 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: exec(code, run_globals) 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5606, in 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 5594, in main 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3094, in command_deploy_from 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3129, in _common_deploy 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 3149, in _deploy_daemon_container 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/__main__.py", line 1121, in deploy_daemon 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: File "/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/cephadm.383ed01f9644af9191b0aa3f2af2794987dfb7e7b16cccba9429bd2937190c6b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: RuntimeError: Failed command: systemctl restart ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw: Job for ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service failed because the control process exited with error code. 2024-03-21T13:19:42.422 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: See "systemctl status ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" and "journalctl -xeu ceph-409d6aee-e782-11ee-95cd-87774f69a715@iscsi.foo.smithi067.hlzhzw.service" for details. 2024-03-21T13:19:44.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:43 smithi196 ceph-mon[25809]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 26 op/s 2024-03-21T13:19:44.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:43 smithi196 ceph-mon[25809]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:19:44.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:43 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:43 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:43 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:19:43.885Z caller=notify.go:735 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=7 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[29824]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 26 op/s 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[29824]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[24852]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 26 op/s 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[24852]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:44.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:43 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:45.310 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:44 smithi196 ceph-mon[25809]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:19:45.311 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:44 smithi196 ceph-mon[25809]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-03-21T13:19:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:44 smithi067 ceph-mon[24852]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:19:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:44 smithi067 ceph-mon[24852]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-03-21T13:19:45.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:44 smithi067 ceph-mon[29824]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:19:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:44 smithi067 ceph-mon[29824]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-03-21T13:19:45.581 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:19:45.582 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 bash[68317]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:19:45.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:19:45.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:19:45.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:19:45.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:19:45.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:19:45.874 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.581Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.582Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.582Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[63872]: ts=2024-03-21T13:19:45.582Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:19:45.875 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 podman[68330]: 2024-03-21 13:19:45.591722964 +0000 UTC m=+0.116590747 container died de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:19:46.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 podman[68330]: 2024-03-21 13:19:45.964435538 +0000 UTC m=+0.489303329 container cleanup de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:19:46.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 bash[68330]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:19:46.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:45 smithi196 bash[68357]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:19:46.524 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 podman[68344]: 2024-03-21 13:19:46.249070768 +0000 UTC m=+0.655899440 container remove de908e4152fceef9ae01ac804d4e7d735d27338e9eeda2e273bc736f27c12601 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:19:46.524 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:19:46.524 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:19:46.525 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Consumed 1.388s CPU time. 2024-03-21T13:19:46.525 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:19:46.525 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 podman[68425]: 2024-03-21 13:19:46.38553076 +0000 UTC m=+0.019971816 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:19:46.525 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 podman[68425]: 2024-03-21 13:19:46.525067006 +0000 UTC m=+0.159508061 container create 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:19:46.810 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 podman[68425]: 2024-03-21 13:19:46.72746405 +0000 UTC m=+0.361905117 container init 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 podman[68425]: 2024-03-21 13:19:46.729954492 +0000 UTC m=+0.364395551 container start 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.754Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.754Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.754Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.754Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.754Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.754Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.755Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.756Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.756Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.758Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.758Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.372µs 2024-03-21T13:19:46.811 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.758Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:19:46.812 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 bash[68425]: 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 2024-03-21T13:19:47.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:19:47.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:46.961Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-03-21T13:19:47.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.049Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-03-21T13:19:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:19:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:19:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:46 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:19:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:47.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:46 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:47.488 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.220Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-03-21T13:19:47.488 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.429Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-03-21T13:19:47.488 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.488Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-03-21T13:19:47.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.489Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-03-21T13:19:47.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.489Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=39.936µs wal_replay_duration=731.092132ms total_replay_duration=731.144255ms 2024-03-21T13:19:47.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.494Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:19:47.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.494Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:19:47.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.494Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:19:47.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.513Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.162002ms db_storage=779ns remote_storage=1.671µs web_handler=377ns query_engine=679ns scrape=306.314µs scrape_sd=96.371µs notify=15.669µs notify_sd=17.156µs rules=18.407855ms 2024-03-21T13:19:47.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:19:47.513Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:19:48.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:19:48.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[24852]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:48.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[24852]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:48.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:48.189 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[29824]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[29824]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:48.190 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:47 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:19:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-mon[25809]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-mon[25809]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:19:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:47 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:49.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:48 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:19:49.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:48 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:19:49.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:48 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:48 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:19:49.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:48 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:19:49.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:48 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:48 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:19:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:48 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:19:49.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:48 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:19:50.081 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:49 smithi067 ceph-mon[24852]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:50.081 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:49 smithi067 ceph-mon[29824]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:50.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:49 smithi196 ceph-mon[25809]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 455 B/s rd, 0 op/s 2024-03-21T13:19:51.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 474 B/s rd, 0 op/s 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 474 B/s rd, 0 op/s 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1874708207' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1558798992' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]: dispatch 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 474 B/s rd, 0 op/s 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 474 B/s rd, 0 op/s 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1874708207' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1558798992' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]: dispatch 2024-03-21T13:19:51.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:51 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 474 B/s rd, 0 op/s 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 474 B/s rd, 0 op/s 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:19:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1874708207' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:19:51.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1558798992' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]: dispatch 2024-03-21T13:19:51.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:51 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]: dispatch 2024-03-21T13:19:52.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:52 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]': finished 2024-03-21T13:19:52.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:52 smithi067 ceph-mon[24852]: osdmap e107: 8 total, 8 up, 8 in 2024-03-21T13:19:52.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:52 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2605285610' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1051032895"}]: dispatch 2024-03-21T13:19:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:52 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]': finished 2024-03-21T13:19:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:52 smithi067 ceph-mon[29824]: osdmap e107: 8 total, 8 up, 8 in 2024-03-21T13:19:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:52 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2605285610' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1051032895"}]: dispatch 2024-03-21T13:19:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:52 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/2093233068"}]': finished 2024-03-21T13:19:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:52 smithi196 ceph-mon[25809]: osdmap e107: 8 total, 8 up, 8 in 2024-03-21T13:19:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:52 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2605285610' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1051032895"}]: dispatch 2024-03-21T13:19:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[24852]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2605285610' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1051032895"}]': finished 2024-03-21T13:19:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[24852]: osdmap e108: 8 total, 8 up, 8 in 2024-03-21T13:19:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3410524674' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2691160211"}]: dispatch 2024-03-21T13:19:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[29824]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2605285610' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1051032895"}]': finished 2024-03-21T13:19:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[29824]: osdmap e108: 8 total, 8 up, 8 in 2024-03-21T13:19:53.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:53 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3410524674' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2691160211"}]: dispatch 2024-03-21T13:19:53.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:53 smithi196 ceph-mon[25809]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:19:53.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:53 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2605285610' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/1051032895"}]': finished 2024-03-21T13:19:53.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:53 smithi196 ceph-mon[25809]: osdmap e108: 8 total, 8 up, 8 in 2024-03-21T13:19:53.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:53 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3410524674' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2691160211"}]: dispatch 2024-03-21T13:19:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:54 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3410524674' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2691160211"}]': finished 2024-03-21T13:19:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:54 smithi067 ceph-mon[24852]: osdmap e109: 8 total, 8 up, 8 in 2024-03-21T13:19:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:54 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1895807677' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2691160211"}]: dispatch 2024-03-21T13:19:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:54 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3410524674' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2691160211"}]': finished 2024-03-21T13:19:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:54 smithi067 ceph-mon[29824]: osdmap e109: 8 total, 8 up, 8 in 2024-03-21T13:19:54.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:54 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1895807677' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2691160211"}]: dispatch 2024-03-21T13:19:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:19:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:19:54] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:19:54.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:54 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3410524674' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6801/2691160211"}]': finished 2024-03-21T13:19:54.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:54 smithi196 ceph-mon[25809]: osdmap e109: 8 total, 8 up, 8 in 2024-03-21T13:19:54.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:54 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1895807677' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2691160211"}]: dispatch 2024-03-21T13:19:55.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[24852]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:19:55.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1895807677' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2691160211"}]': finished 2024-03-21T13:19:55.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[24852]: osdmap e110: 8 total, 8 up, 8 in 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1810783733' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]: dispatch 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]: dispatch 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[29824]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1895807677' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2691160211"}]': finished 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[29824]: osdmap e110: 8 total, 8 up, 8 in 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1810783733' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]: dispatch 2024-03-21T13:19:55.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:55 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]: dispatch 2024-03-21T13:19:55.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:55 smithi196 ceph-mon[25809]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:19:55.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:55 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1895807677' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:6800/2691160211"}]': finished 2024-03-21T13:19:55.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:55 smithi196 ceph-mon[25809]: osdmap e110: 8 total, 8 up, 8 in 2024-03-21T13:19:55.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:55 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1810783733' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]: dispatch 2024-03-21T13:19:55.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:55 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]: dispatch 2024-03-21T13:19:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:56 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]': finished 2024-03-21T13:19:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:56 smithi196 ceph-mon[25809]: osdmap e111: 8 total, 8 up, 8 in 2024-03-21T13:19:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:56 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/949385620' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]: dispatch 2024-03-21T13:19:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:56 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]: dispatch 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]': finished 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[24852]: osdmap e111: 8 total, 8 up, 8 in 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/949385620' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]: dispatch 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]: dispatch 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/703125775"}]': finished 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[29824]: osdmap e111: 8 total, 8 up, 8 in 2024-03-21T13:19:56.531 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/949385620' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]: dispatch 2024-03-21T13:19:56.532 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:56 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]: dispatch 2024-03-21T13:19:57.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:57 smithi067 ceph-mon[24852]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:19:57.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:57 smithi067 ceph-mon[24852]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]': finished 2024-03-21T13:19:57.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:57 smithi067 ceph-mon[24852]: osdmap e112: 8 total, 8 up, 8 in 2024-03-21T13:19:57.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:57 smithi067 ceph-mon[29824]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:19:57.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:57 smithi067 ceph-mon[29824]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]': finished 2024-03-21T13:19:57.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:57 smithi067 ceph-mon[29824]: osdmap e112: 8 total, 8 up, 8 in 2024-03-21T13:19:57.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:57 smithi196 ceph-mon[25809]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-03-21T13:19:57.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:57 smithi196 ceph-mon[25809]: from='client.? ' entity='client.iscsi.foo.smithi067.hlzhzw' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.67:0/4263230896"}]': finished 2024-03-21T13:19:57.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:57 smithi196 ceph-mon[25809]: osdmap e112: 8 total, 8 up, 8 in 2024-03-21T13:20:00.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:19:59 smithi067 ceph-mon[24852]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 821 B/s rd, 1 op/s 2024-03-21T13:20:00.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:19:59 smithi067 ceph-mon[29824]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 821 B/s rd, 1 op/s 2024-03-21T13:20:00.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:19:59 smithi196 ceph-mon[25809]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 821 B/s rd, 1 op/s 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[24852]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[24852]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[24852]: daemon grafana.a on smithi196 is in error state 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.208 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[29824]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-03-21T13:20:01.209 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[29824]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-03-21T13:20:01.209 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[29824]: daemon grafana.a on smithi196 is in error state 2024-03-21T13:20:01.209 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.209 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.209 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:00 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:00 smithi196 ceph-mon[25809]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-03-21T13:20:01.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:00 smithi196 ceph-mon[25809]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-03-21T13:20:01.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:00 smithi196 ceph-mon[25809]: daemon grafana.a on smithi196 is in error state 2024-03-21T13:20:01.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:00 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:00 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:01.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:00 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 842 B/s rd, 0 op/s 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1009 B/s rd, 0 op/s 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:02.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 842 B/s rd, 0 op/s 2024-03-21T13:20:02.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1009 B/s rd, 0 op/s 2024-03-21T13:20:02.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 842 B/s rd, 0 op/s 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1009 B/s rd, 0 op/s 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[24852]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 913 B/s rd, 0 op/s 2024-03-21T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[24852]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 920 B/s rd, 0 op/s 2024-03-21T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[29824]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 913 B/s rd, 0 op/s 2024-03-21T13:20:03.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[29824]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 920 B/s rd, 0 op/s 2024-03-21T13:20:03.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:02 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:02 smithi196 ceph-mon[25809]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 913 B/s rd, 0 op/s 2024-03-21T13:20:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:02 smithi196 ceph-mon[25809]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 920 B/s rd, 0 op/s 2024-03-21T13:20:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:02 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:02 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:02 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:03 smithi196 ceph-mon[25809]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:20:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:03 smithi196 ceph-mon[25809]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:20:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:03 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:03 smithi067 ceph-mon[24852]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:20:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:03 smithi067 ceph-mon[24852]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:20:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:03 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:04.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:03 smithi067 ceph-mon[29824]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:20:04.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:03 smithi067 ceph-mon[29824]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:20:04.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:03 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:20:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:20:04] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:20:06.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:05 smithi067 ceph-mon[24852]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:20:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:05 smithi067 ceph-mon[29824]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:20:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:05 smithi196 ceph-mon[25809]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:20:08.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:07 smithi067 ceph-mon[24852]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 893 B/s rd, 0 op/s 2024-03-21T13:20:08.220 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:07 smithi067 ceph-mon[29824]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 893 B/s rd, 0 op/s 2024-03-21T13:20:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:07 smithi196 ceph-mon[25809]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 893 B/s rd, 0 op/s 2024-03-21T13:20:10.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:09 smithi067 ceph-mon[24852]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 820 B/s rd, 0 op/s 2024-03-21T13:20:10.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:09 smithi067 ceph-mon[29824]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 820 B/s rd, 0 op/s 2024-03-21T13:20:10.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:09 smithi196 ceph-mon[25809]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 820 B/s rd, 0 op/s 2024-03-21T13:20:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:11 smithi067 ceph-mon[24852]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:11 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:11 smithi067 ceph-mon[29824]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:11 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:11 smithi196 ceph-mon[25809]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:11 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:14.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:13 smithi196 ceph-mon[25809]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:20:14.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:13 smithi067 ceph-mon[24852]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:20:14.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:13 smithi067 ceph-mon[29824]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:20:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:20:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:20:14] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:20:16.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:15 smithi067 ceph-mon[29824]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:16.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:15 smithi067 ceph-mon[24852]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:16.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:15 smithi196 ceph-mon[25809]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:18.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:17 smithi067 ceph-mon[24852]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:18.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:17 smithi067 ceph-mon[29824]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:18.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:17 smithi196 ceph-mon[25809]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:19.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:18 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:18 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:19.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:18 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:20.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:19 smithi196 ceph-mon[25809]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:19 smithi067 ceph-mon[24852]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:19 smithi067 ceph-mon[29824]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1017 B/s rd, 0 op/s 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1017 B/s rd, 0 op/s 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:21.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1017 B/s rd, 0 op/s 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[24852]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 726 B/s rd, 0 op/s 2024-03-21T13:20:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[24852]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[29824]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 726 B/s rd, 0 op/s 2024-03-21T13:20:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[29824]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:22 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:22 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:22 smithi196 ceph-mon[25809]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 726 B/s rd, 0 op/s 2024-03-21T13:20:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:22 smithi196 ceph-mon[25809]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:22 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:24.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:20:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:20:24] "GET /metrics HTTP/1.1" 200 38061 "" "Prometheus/2.33.4" 2024-03-21T13:20:25.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:24 smithi067 ceph-mon[24852]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:25.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:24 smithi067 ceph-mon[29824]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:25.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:24 smithi196 ceph-mon[25809]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:27.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:26 smithi067 ceph-mon[24852]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:27.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:26 smithi067 ceph-mon[29824]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:27.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:26 smithi196 ceph-mon[25809]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1013 B/s rd, 0 op/s 2024-03-21T13:20:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:28 smithi067 ceph-mon[24852]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-03-21T13:20:29.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:28 smithi067 ceph-mon[29824]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-03-21T13:20:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:28 smithi196 ceph-mon[25809]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-03-21T13:20:31.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:30 smithi196 ceph-mon[25809]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:31.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:30 smithi067 ceph-mon[24852]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:31.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:30 smithi067 ceph-mon[29824]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:32.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:31 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:32.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:31 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:31 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:33.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:32 smithi067 ceph-mon[24852]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:20:33.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:32 smithi067 ceph-mon[29824]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:20:33.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:32 smithi196 ceph-mon[25809]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:20:34.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:33 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:34.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:33 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:33 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:20:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:20:34] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:20:35.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:34 smithi067 ceph-mon[24852]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:35.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:34 smithi067 ceph-mon[29824]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:35.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:34 smithi196 ceph-mon[25809]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:37.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:36 smithi067 ceph-mon[24852]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:37.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:36 smithi067 ceph-mon[29824]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:36 smithi196 ceph-mon[25809]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:39.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:38 smithi067 ceph-mon[29824]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:39.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:38 smithi067 ceph-mon[24852]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:39.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:38 smithi196 ceph-mon[25809]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:20:41.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:40 smithi196 ceph-mon[25809]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:41.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:40 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:40 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:40 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[24852]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[29824]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:40 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.214 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[24852]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:20:42.214 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[24852]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:42.214 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[29824]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[29824]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.215 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:41 smithi196 ceph-mon[25809]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:20:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:41 smithi196 ceph-mon[25809]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:41 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:42 smithi067 ceph-mon[24852]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:42 smithi067 ceph-mon[24852]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:43.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:42 smithi067 ceph-mon[29824]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:43.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:42 smithi067 ceph-mon[29824]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:42 smithi196 ceph-mon[25809]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:20:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:42 smithi196 ceph-mon[25809]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:44.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:20:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:20:44] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:20:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:44 smithi067 ceph-mon[24852]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:45.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:44 smithi067 ceph-mon[29824]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:45.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:44 smithi196 ceph-mon[25809]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:46 smithi067 ceph-mon[24852]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:47.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:46 smithi067 ceph-mon[29824]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:47.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:46 smithi196 ceph-mon[25809]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:20:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:48 smithi067 ceph-mon[24852]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-03-21T13:20:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:48 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:49 smithi067 ceph-mon[29824]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-03-21T13:20:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:49 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:49.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:48 smithi196 ceph-mon[25809]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-03-21T13:20:49.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:48 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:20:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[29824]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:20:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:20:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:20:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[24852]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:20:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:20:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:20:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:51 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:51 smithi196 ceph-mon[25809]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:20:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:20:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:20:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:51 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:20:52.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:52 smithi196 ceph-mon[25809]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:52.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:52 smithi196 ceph-mon[25809]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:52.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:52 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:52 smithi067 ceph-mon[24852]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:52 smithi067 ceph-mon[24852]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:52 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:52.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:52 smithi067 ceph-mon[29824]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:52 smithi067 ceph-mon[29824]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:52 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:20:54.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:54 smithi196 ceph-mon[25809]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:54 smithi067 ceph-mon[24852]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:54.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:54 smithi067 ceph-mon[29824]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:20:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:20:54] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:20:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:56 smithi067 ceph-mon[24852]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:56.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:56 smithi067 ceph-mon[29824]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:56.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:56 smithi196 ceph-mon[25809]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:58 smithi067 ceph-mon[24852]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:58.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:58 smithi067 ceph-mon[29824]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:58.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:58 smithi196 ceph-mon[25809]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:20:59.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:20:59 smithi067 ceph-mon[24852]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 566 B/s rd, 0 op/s 2024-03-21T13:20:59.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:20:59 smithi067 ceph-mon[29824]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 566 B/s rd, 0 op/s 2024-03-21T13:20:59.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:20:59 smithi196 ceph-mon[25809]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 566 B/s rd, 0 op/s 2024-03-21T13:21:01.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1012 B/s rd, 0 op/s 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1012 B/s rd, 0 op/s 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1012 B/s rd, 0 op/s 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:01.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:02.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:02 smithi067 ceph-mon[24852]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 722 B/s rd, 0 op/s 2024-03-21T13:21:02.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:02 smithi067 ceph-mon[24852]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:02.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:02 smithi067 ceph-mon[29824]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 722 B/s rd, 0 op/s 2024-03-21T13:21:02.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:02 smithi067 ceph-mon[29824]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:02.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:02 smithi196 ceph-mon[25809]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 722 B/s rd, 0 op/s 2024-03-21T13:21:02.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:02 smithi196 ceph-mon[25809]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:03 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:03 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:04.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:03 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:21:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:21:04] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:21:05.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:04 smithi067 ceph-mon[24852]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:05.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:04 smithi067 ceph-mon[29824]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:04 smithi196 ceph-mon[25809]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:06 smithi067 ceph-mon[24852]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:07.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:06 smithi067 ceph-mon[29824]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:07.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:06 smithi196 ceph-mon[25809]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1007 B/s rd, 0 op/s 2024-03-21T13:21:09.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:08 smithi067 ceph-mon[24852]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:09.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:08 smithi067 ceph-mon[29824]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:09.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:08 smithi196 ceph-mon[25809]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:10 smithi067 ceph-mon[24852]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:11.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:10 smithi067 ceph-mon[29824]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:10 smithi196 ceph-mon[25809]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:11 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:12.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:11 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:12.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:11 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:12 smithi067 ceph-mon[24852]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:13.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:12 smithi067 ceph-mon[29824]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:12 smithi196 ceph-mon[25809]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:21:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:21:14] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:21:15.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:14 smithi067 ceph-mon[24852]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:15.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:14 smithi067 ceph-mon[29824]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:15.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:14 smithi196 ceph-mon[25809]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:16 smithi067 ceph-mon[24852]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:17.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:16 smithi067 ceph-mon[29824]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:17.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:16 smithi196 ceph-mon[25809]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:18 smithi067 ceph-mon[24852]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:18 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:19.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:18 smithi067 ceph-mon[29824]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:19.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:18 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:19.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:18 smithi196 ceph-mon[25809]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:18 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:21.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:20 smithi196 ceph-mon[25809]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:21.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:20 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:20 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:20 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[24852]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[29824]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:21.292 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:20 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:21 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:22.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:21 smithi196 ceph-mon[25809]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-03-21T13:21:22.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:21 smithi196 ceph-mon[25809]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:22.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[24852]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[24852]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[29824]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[29824]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:22.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:23.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:22 smithi067 ceph-mon[24852]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:23.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:22 smithi067 ceph-mon[24852]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:23.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:22 smithi067 ceph-mon[29824]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:23.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:22 smithi067 ceph-mon[29824]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:22 smithi196 ceph-mon[25809]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:22 smithi196 ceph-mon[25809]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:24.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:21:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:21:24] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.33.4" 2024-03-21T13:21:25.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:25 smithi067 ceph-mon[24852]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:25.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:25 smithi067 ceph-mon[29824]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:25.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:25 smithi196 ceph-mon[25809]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:27.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:27 smithi067 ceph-mon[24852]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:27.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:27 smithi067 ceph-mon[29824]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:27.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:27 smithi196 ceph-mon[25809]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:29 smithi067 ceph-mon[24852]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:29.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:29 smithi067 ceph-mon[29824]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:29.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:29 smithi196 ceph-mon[25809]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:31.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:31 smithi067 ceph-mon[24852]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:31.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:31 smithi067 ceph-mon[29824]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:31.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:31 smithi196 ceph-mon[25809]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:32.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:32 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:32.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:32 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:32.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:32 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:33.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:33 smithi067 ceph-mon[24852]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:33.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:33 smithi067 ceph-mon[29824]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:33.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:33 smithi196 ceph-mon[25809]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:21:34.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:34 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:34 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:34.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:34 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:21:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:21:34] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:21:35.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:35 smithi067 ceph-mon[24852]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:35.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:35 smithi067 ceph-mon[29824]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:35.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:35 smithi196 ceph-mon[25809]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:37.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:37 smithi067 ceph-mon[29824]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:37.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:37 smithi067 ceph-mon[24852]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:37.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:37 smithi196 ceph-mon[25809]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:39.307 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:38 smithi067 ceph-mon[24852]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:39.308 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:38 smithi067 ceph-mon[29824]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:39.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:38 smithi196 ceph-mon[25809]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:21:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:40 smithi196 ceph-mon[25809]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:40 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:40 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:40 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[24852]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[29824]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:41.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:41.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:40 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:41 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:41 smithi196 ceph-mon[25809]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-03-21T13:21:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:41 smithi196 ceph-mon[25809]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[24852]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[24852]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[29824]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 916 B/s rd, 0 op/s 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[29824]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:42.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:43.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:42 smithi196 ceph-mon[25809]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:43.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:42 smithi196 ceph-mon[25809]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:43.380 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:42 smithi067 ceph-mon[24852]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:43.380 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:42 smithi067 ceph-mon[24852]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:43.380 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:42 smithi067 ceph-mon[29824]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:21:43.380 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:42 smithi067 ceph-mon[29824]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:44.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:21:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:21:44] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-03-21T13:21:45.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:44 smithi067 ceph-mon[24852]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:45.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:44 smithi067 ceph-mon[29824]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:45.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:44 smithi196 ceph-mon[25809]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:47.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:46 smithi067 ceph-mon[29824]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:46 smithi067 ceph-mon[24852]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:47.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:46 smithi196 ceph-mon[25809]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 834 B/s rd, 0 op/s 2024-03-21T13:21:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:49 smithi067 ceph-mon[24852]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:49 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:49 smithi067 ceph-mon[29824]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:49.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:49 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:49.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:49 smithi196 ceph-mon[25809]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 734 B/s rd, 0 op/s 2024-03-21T13:21:49.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:49 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:21:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[29824]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:51.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[24852]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:21:51.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:51 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:51 smithi196 ceph-mon[25809]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:21:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:21:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:21:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:51 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:21:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:52 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:52.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:52 smithi067 ceph-mon[24852]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:52.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:52 smithi067 ceph-mon[24852]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:52 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:52 smithi067 ceph-mon[29824]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:52.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:52 smithi067 ceph-mon[29824]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:52.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:52 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:21:52.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:52 smithi196 ceph-mon[25809]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:52 smithi196 ceph-mon[25809]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:54.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:54 smithi196 ceph-mon[25809]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:54.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:54 smithi067 ceph-mon[24852]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:54.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:54 smithi067 ceph-mon[29824]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:54.662 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:21:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:21:54] "GET /metrics HTTP/1.1" 200 38067 "" "Prometheus/2.33.4" 2024-03-21T13:21:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:56 smithi067 ceph-mon[24852]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:56.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:56 smithi067 ceph-mon[29824]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:56.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:56 smithi196 ceph-mon[25809]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:21:58 smithi067 ceph-mon[24852]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:58.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:21:58 smithi067 ceph-mon[29824]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:21:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:21:58 smithi196 ceph-mon[25809]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:00.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:00 smithi196 ceph-mon[25809]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 582 B/s rd, 0 op/s 2024-03-21T13:22:00.373 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:00 smithi067 ceph-mon[24852]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 582 B/s rd, 0 op/s 2024-03-21T13:22:00.373 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:00 smithi067 ceph-mon[29824]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 582 B/s rd, 0 op/s 2024-03-21T13:22:02.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:02.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:01 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:02.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:22:02.102 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:01 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:02.896 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:02 smithi196 ceph-mon[25809]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 696 B/s rd, 0 op/s 2024-03-21T13:22:02.896 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:02 smithi196 ceph-mon[25809]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:03.137 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:02 smithi067 ceph-mon[24852]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 696 B/s rd, 0 op/s 2024-03-21T13:22:03.137 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:02 smithi067 ceph-mon[24852]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:03.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:02 smithi067 ceph-mon[29824]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 696 B/s rd, 0 op/s 2024-03-21T13:22:03.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:02 smithi067 ceph-mon[29824]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:04.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:03 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:04.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:03 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:04.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:03 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:04.662 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:22:04] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.33.4" 2024-03-21T13:22:05.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:04 smithi067 ceph-mon[24852]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:05.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:04 smithi067 ceph-mon[29824]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:05.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:04 smithi196 ceph-mon[25809]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:06 smithi067 ceph-mon[24852]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:07.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:06 smithi067 ceph-mon[29824]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:07.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:06 smithi196 ceph-mon[25809]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 956 B/s rd, 0 op/s 2024-03-21T13:22:09.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:08 smithi067 ceph-mon[24852]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 733 B/s rd, 0 op/s 2024-03-21T13:22:09.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:08 smithi067 ceph-mon[29824]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 733 B/s rd, 0 op/s 2024-03-21T13:22:09.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:08 smithi196 ceph-mon[25809]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 733 B/s rd, 0 op/s 2024-03-21T13:22:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:10 smithi067 ceph-mon[24852]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:11.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:10 smithi067 ceph-mon[29824]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:10 smithi196 ceph-mon[25809]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:11 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:12.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:11 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:12.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:11 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:13.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:12 smithi067 ceph-mon[29824]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:22:13.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:12 smithi067 ceph-mon[24852]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:22:13.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:12 smithi196 ceph-mon[25809]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:22:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:22:14] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.33.4" 2024-03-21T13:22:15.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:14 smithi196 ceph-mon[25809]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:15.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:14 smithi067 ceph-mon[24852]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:15.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:15 smithi067 ceph-mon[29824]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:17 smithi067 ceph-mon[24852]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:17.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:17 smithi067 ceph-mon[29824]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:17 smithi196 ceph-mon[25809]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:19 smithi067 ceph-mon[24852]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:19 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:19.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:19 smithi067 ceph-mon[29824]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:19.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:19 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:19 smithi196 ceph-mon[25809]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:19 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:21.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[24852]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:21.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[29824]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:21.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:21 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:21 smithi196 ceph-mon[25809]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:21 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[24852]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[24852]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[29824]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[29824]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:22 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:22 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:22 smithi196 ceph-mon[25809]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 918 B/s rd, 0 op/s 2024-03-21T13:22:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:22 smithi196 ceph-mon[25809]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:22 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:22 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:22 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:23.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:23 smithi196 ceph-mon[25809]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:23 smithi067 ceph-mon[24852]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:23.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:23 smithi067 ceph-mon[29824]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:24.413 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:22:24] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.33.4" 2024-03-21T13:22:25.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:25 smithi196 ceph-mon[25809]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:22:25.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:25 smithi067 ceph-mon[24852]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:22:25.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:25 smithi067 ceph-mon[29824]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:22:27.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:27 smithi067 ceph-mon[24852]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:27.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:27 smithi067 ceph-mon[29824]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:27 smithi196 ceph-mon[25809]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:29 smithi067 ceph-mon[24852]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:22:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:29 smithi067 ceph-mon[29824]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:22:29.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:29 smithi196 ceph-mon[25809]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 629 B/s rd, 0 op/s 2024-03-21T13:22:31.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:31 smithi067 ceph-mon[24852]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:31.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:31 smithi067 ceph-mon[29824]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:31.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:31 smithi196 ceph-mon[25809]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:32.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:32 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:32.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:32 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:32.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:32 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:33.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:33 smithi067 ceph-mon[24852]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-03-21T13:22:33.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:33 smithi067 ceph-mon[29824]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-03-21T13:22:33.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:33 smithi196 ceph-mon[25809]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-03-21T13:22:34.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:34 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:34.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:34 smithi196 ceph-mon[25809]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:34 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:34 smithi067 ceph-mon[24852]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:34.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:34 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:34.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:34 smithi067 ceph-mon[29824]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:34.662 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:22:34] "GET /metrics HTTP/1.1" 200 38066 "" "Prometheus/2.33.4" 2024-03-21T13:22:37.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:22:37.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:36 smithi067 ceph-mon[24852]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:37.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:36 smithi067 ceph-mon[29824]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:37.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:36 smithi196 ceph-mon[25809]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 17s ago 25m - - 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 18s ago 25m - - 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (12m) 17s ago 20m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 18s ago 20m - - 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (2m) 17s ago 19m 50.9M - 3.5 e1d6a67b021e c7dbc8b58647 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (15m) 18s ago 25m 512M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (9m) 17s ago 26m 451M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (26m) 17s ago 26m 80.2M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:22:39.055 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (25m) 18s ago 25m 56.2M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (25m) 17s ago 25m 58.3M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (12m) 17s ago 21m 15.7M - 1.3.1 1dbe0e931976 5a35f65c877c 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (12m) 18s ago 21m 18.2M - 1.3.1 1dbe0e931976 8408173295a9 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (24m) 17s ago 24m 53.8M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (24m) 17s ago 24m 54.0M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (24m) 17s ago 24m 50.5M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (23m) 17s ago 23m 51.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (23m) 18s ago 23m 53.4M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (22m) 18s ago 22m 52.6M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (22m) 18s ago 22m 51.8M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (22m) 18s ago 22m 52.4M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (2m) 18s ago 21m 73.4M - 2.33.4 514e6a882f6e 2cd9f6453bef 2024-03-21T13:22:39.056 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (19m) 17s ago 19m 76.7M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:22:39.057 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (19m) 18s ago 19m 74.0M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:22:39.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:38 smithi067 ceph-mon[24852]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:39.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:38 smithi067 ceph-mon[29824]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:39.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:38 smithi196 ceph-mon[25809]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:22:39.762 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ls' 2024-03-21T13:22:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:40 smithi067 ceph-mon[24852]: from='client.25339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:41.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:40 smithi067 ceph-mon[24852]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:41.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:40 smithi067 ceph-mon[29824]: from='client.25339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:40 smithi067 ceph-mon[29824]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:41.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:40 smithi196 ceph-mon[25809]: from='client.25339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:40 smithi196 ceph-mon[25809]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:41.874 INFO:teuthology.orchestra.run.smithi067.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-03-21T13:22:41.874 INFO:teuthology.orchestra.run.smithi067.stdout:agent 2/2 19s ago 3m * 2024-03-21T13:22:41.874 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager ?:9093,9094 1/1 19s ago 21m smithi067=a;count:1 2024-03-21T13:22:41.874 INFO:teuthology.orchestra.run.smithi067.stdout:grafana ?:3000 0/1 0s ago 21m smithi196=a;count:1 2024-03-21T13:22:41.874 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo ?:5000 1/1 19s ago 19m count:1 2024-03-21T13:22:41.874 INFO:teuthology.orchestra.run.smithi067.stdout:mgr 2/2 19s ago 25m smithi067=y;smithi196=x;count:2 2024-03-21T13:22:41.875 INFO:teuthology.orchestra.run.smithi067.stdout:mon 3/3 19s ago 25m smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi196:172.21.15.196=b;count:3 2024-03-21T13:22:41.875 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter ?:9100 2/2 19s ago 21m smithi067=a;smithi196=b;count:2 2024-03-21T13:22:41.875 INFO:teuthology.orchestra.run.smithi067.stdout:osd 8 19s ago - 2024-03-21T13:22:41.875 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus ?:9095 1/1 0s ago 21m smithi196=a;count:1 2024-03-21T13:22:41.875 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo ?:8000 2/2 19s ago 19m count:2 2024-03-21T13:22:42.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:42.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:42.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:41 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:41 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:41 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:42.554 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions' 2024-03-21T13:22:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[24852]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-03-21T13:22:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[24852]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[24852]: from='client.25345 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:43.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[29824]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[29824]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[29824]: from='client.25345 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:42 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:42 smithi196 ceph-mon[25809]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 0 op/s 2024-03-21T13:22:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:42 smithi196 ceph-mon[25809]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:22:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:42 smithi196 ceph-mon[25809]: from='client.25345 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:42 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:42 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:42 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:44.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:43 smithi067 ceph-mon[24852]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:44.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:43 smithi067 ceph-mon[24852]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:22:44.020 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:43 smithi067 ceph-mon[29824]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:44.021 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:43 smithi067 ceph-mon[29824]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:22:44.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:43 smithi196 ceph-mon[25809]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:22:44.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:43 smithi196 ceph-mon[25809]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:22:44.636 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:44 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:22:44] "GET /metrics HTTP/1.1" 200 38066 "" "Prometheus/2.33.4" 2024-03-21T13:22:45.960 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:22:45.961 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:45.962 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:22:45.962 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:22:45.962 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:22:45.962 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:22:45.962 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:22:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:46 smithi196 ceph-mon[25809]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:22:46.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:46 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2830522509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:22:46.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:46 smithi067 ceph-mon[29824]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:22:46.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:46 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2830522509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:22:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:46 smithi067 ceph-mon[24852]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:22:46.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:46 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2830522509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:22:46.735 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-03-21T13:22:48.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:48 smithi067 ceph-mon[24852]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:22:48.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:48 smithi067 ceph-mon[29824]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:22:48.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:48 smithi196 ceph-mon[25809]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 836 B/s rd, 0 op/s 2024-03-21T13:22:49.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:49 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:49.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:49 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:49.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:49 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:50.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:50 smithi067 ceph-mon[24852]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 733 B/s rd, 0 op/s 2024-03-21T13:22:50.292 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:50 smithi067 ceph-mon[29824]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 733 B/s rd, 0 op/s 2024-03-21T13:22:50.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:50 smithi196 ceph-mon[25809]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 733 B/s rd, 0 op/s 2024-03-21T13:22:51.070 INFO:teuthology.orchestra.run.smithi067.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[29824]: from='client.25357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[24852]: from='client.25357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:51.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:51 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:51 smithi196 ceph-mon[25809]: from='client.25357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:51 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:51.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:51 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:51.682 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 89 op/s 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 94 op/s 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 94 op/s 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 89 op/s 2024-03-21T13:22:52.260 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 94 op/s 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 94 op/s 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:52.261 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:52 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 89 op/s 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 94 op/s 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 94 op/s 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:52 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:53.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[24852]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:53.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[24852]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-03-21T13:22:53.227 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[24852]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 0 B/s wr, 158 op/s 2024-03-21T13:22:53.227 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[24852]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:53.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[29824]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:53.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[29824]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-03-21T13:22:53.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[29824]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 0 B/s wr, 158 op/s 2024-03-21T13:22:53.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:53 smithi067 ceph-mon[29824]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:53 smithi196 ceph-mon[25809]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:53 smithi196 ceph-mon[25809]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 0 B/s wr, 113 op/s 2024-03-21T13:22:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:53 smithi196 ceph-mon[25809]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 0 B/s wr, 158 op/s 2024-03-21T13:22:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:53 smithi196 ceph-mon[25809]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:22:53.694 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 12s ago 26m - - 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 13s ago 25m - - 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (12m) 12s ago 20m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 13s ago 20m - - 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (3m) 12s ago 19m 51.2M - 3.5 e1d6a67b021e c7dbc8b58647 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (15m) 13s ago 25m 512M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (9m) 12s ago 27m 452M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:22:54.371 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (27m) 12s ago 27m 80.8M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (25m) 13s ago 25m 56.5M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (25m) 12s ago 25m 58.4M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (13m) 12s ago 21m 15.6M - 1.3.1 1dbe0e931976 5a35f65c877c 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (12m) 13s ago 21m 17.6M - 1.3.1 1dbe0e931976 8408173295a9 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (25m) 12s ago 25m 53.8M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (24m) 12s ago 24m 54.0M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (24m) 12s ago 24m 50.6M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (23m) 12s ago 23m 51.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (23m) 13s ago 23m 53.5M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (23m) 13s ago 23m 52.6M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (22m) 13s ago 22m 51.8M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (22m) 13s ago 22m 52.4M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (3m) 13s ago 21m 76.9M - 2.33.4 514e6a882f6e 2cd9f6453bef 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (20m) 12s ago 20m 76.8M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:22:54.372 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (20m) 13s ago 20m 74.1M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:22:54.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:22:54] "GET /metrics HTTP/1.1" 200 38066 "" "Prometheus/2.33.4" 2024-03-21T13:22:54.783 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:22:54.784 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:22:54.785 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:22:54.785 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:22:54.785 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:22:54.785 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:22:54.785 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [ 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr" 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:22:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "2/2 daemons upgraded", 2024-03-21T13:22:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 image", 2024-03-21T13:22:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:22:55.131 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 0 B/s wr, 158 op/s 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='client.25363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:22:55.131 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3723017159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 0 B/s wr, 158 op/s 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='client.25363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:22:55.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3723017159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s rd, 0 B/s wr, 158 op/s 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='client.25363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='mgr.15258 172.21.15.196:0/1327904182' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-21T13:22:55.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:22:55.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3723017159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:22:55.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:22:55] ENGINE Bus STOPPING 2024-03-21T13:22:55.942 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:22:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:22:55.942 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:22:55] ENGINE Bus STOPPED 2024-03-21T13:22:55.942 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:22:55] ENGINE Bus STARTING 2024-03-21T13:22:55.942 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:22:55] ENGINE Serving on http://:::9283 2024-03-21T13:22:55.943 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:22:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:22:55] ENGINE Bus STARTED 2024-03-21T13:22:55.943 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:55.496+0000 7f861eb01700 -1 mgr handle_mgr_map I was active but no longer am 2024-03-21T13:22:55.943 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ignoring --setuser ceph since I am not root 2024-03-21T13:22:55.943 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ignoring --setgroup ceph since I am not root 2024-03-21T13:22:55.943 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:55 smithi196 ceph-mgr[50706]: -- 172.21.15.196:0/632987983 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563aff0f05a0 con 0x563aff0c4800 2024-03-21T13:22:56.320 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:56.061+0000 7efc0b1c2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:22:56.320 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:56.153+0000 7efc0b1c2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:22:56.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Failing over to other MGR 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.15258 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: mgrmap e36: y(active, starting, since 0.998092s), standbys: x 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:22:56.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: Manager daemon y is now available 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:56.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:22:56.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:22:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Failing over to other MGR 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.15258 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: mgrmap e36: y(active, starting, since 0.998092s), standbys: x 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:22:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: Manager daemon y is now available 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:56.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='client.15468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:22:56.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Failing over to other MGR 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.15258 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: mgrmap e36: y(active, starting, since 0.998092s), standbys: x 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:22:56.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: Manager daemon y is now available 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:22:56.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:22:56.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:22:56.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:22:56.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:22:56.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:22:56.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:22:56.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:22:56.912 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:56.834+0000 7efc0b1c2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:22:57.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: [21/Mar/2024:13:22:55] ENGINE Bus STARTING 2024-03-21T13:22:57.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: [21/Mar/2024:13:22:55] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:22:57.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: mgrmap e37: y(active, since 2s), standbys: x 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: [21/Mar/2024:13:22:55] ENGINE Bus STARTING 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: [21/Mar/2024:13:22:55] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:22:57.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: mgrmap e37: y(active, since 2s), standbys: x 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:57 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.202 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:56.944+0000 7efc0b1c2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:22:57.202 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.101+0000 7efc0b1c2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:22:57.202 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.202+0000 7efc0b1c2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: [21/Mar/2024:13:22:55] ENGINE Bus STARTING 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: [21/Mar/2024:13:22:55] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: mgrmap e37: y(active, since 2s), standbys: x 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:57.579 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.297+0000 7efc0b1c2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:22:57.579 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.578+0000 7efc0b1c2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:22:57.892 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.699+0000 7efc0b1c2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:22:57.892 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.793+0000 7efc0b1c2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:22:58.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:57.891+0000 7efc0b1c2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:58.073+0000 7efc0b1c2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: [21/Mar/2024:13:22:56] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: [21/Mar/2024:13:22:56] ENGINE Bus STARTED 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:22:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:22:58.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:58 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: [21/Mar/2024:13:22:56] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: [21/Mar/2024:13:22:56] ENGINE Bus STARTED 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:22:58.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:22:58.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: [21/Mar/2024:13:22:56] ENGINE Serving on https://172.21.15.67:7150 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: [21/Mar/2024:13:22:56] ENGINE Bus STARTED 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi067.hlzhzw", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-03-21T13:22:58.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:58 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:59.143+0000 7efc0b1c2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: mgrmap e38: y(active, since 3s), standbys: x 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:22:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: mgrmap e38: y(active, since 3s), standbys: x 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Reconfiguring iscsi.foo.smithi067.hlzhzw (dependencies changed)... 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Reconfiguring daemon iscsi.foo.smithi067.hlzhzw on smithi067 2024-03-21T13:22:59.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: mgrmap e38: y(active, since 3s), standbys: x 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:22:59 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:22:59.648 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:59.295+0000 7efc0b1c2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:22:59.912 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:59.656+0000 7efc0b1c2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:22:59.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:59.747+0000 7efc0b1c2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:23:00.216 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:22:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:22:59.949+0000 7efc0b1c2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:23:00.216 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:00.154+0000 7efc0b1c2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.384 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.385 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:00.486 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:00.459+0000 7efc0b1c2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:23:00.847 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:00.729+0000 7efc0b1c2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:23:01.131 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:00.986+0000 7efc0b1c2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:23:01.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: mgrmap e39: y(active, since 5s), standbys: x 2024-03-21T13:23:01.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.250 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: mgrmap e39: y(active, since 5s), standbys: x 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:01.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: mgrmap e39: y(active, since 5s), standbys: x 2024-03-21T13:23:01.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:01.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:02.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-mon[25809]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-mon[25809]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:02.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-mon[25809]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:02.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:01 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:01.844+0000 7efc0b1c2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:23:02.396 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:02 smithi067 ceph-mon[24852]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:02.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:02 smithi067 ceph-mon[24852]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:02.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:02 smithi067 ceph-mon[24852]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:02.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:02 smithi067 ceph-mon[29824]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:02.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:02 smithi067 ceph-mon[29824]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:02.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:02 smithi067 ceph-mon[29824]: from='client.35069 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:02.747 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:02.447+0000 7efc0b1c2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:23:02.747 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:02.549+0000 7efc0b1c2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:02.778+0000 7efc0b1c2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:23:02] ENGINE Bus STARTING 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: CherryPy Checker: 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: The Application mounted at '' has an empty config. 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:23:02] ENGINE Serving on http://:::9283 2024-03-21T13:23:03.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: [21/Mar/2024:13:23:02] ENGINE Bus STARTED 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: Standby manager daemon x restarted 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: Standby manager daemon x restarted 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: Standby manager daemon x restarted 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/655444494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:04.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[24852]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 38 op/s 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[24852]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 0 B/s wr, 31 op/s 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[24852]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 40 op/s 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[24852]: mgrmap e40: y(active, since 8s), standbys: x 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[29824]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 38 op/s 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[29824]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 0 B/s wr, 31 op/s 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[29824]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 40 op/s 2024-03-21T13:23:04.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:04 smithi067 ceph-mon[29824]: mgrmap e40: y(active, since 8s), standbys: x 2024-03-21T13:23:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:04 smithi196 ceph-mon[25809]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 38 op/s 2024-03-21T13:23:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:04 smithi196 ceph-mon[25809]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 0 B/s wr, 31 op/s 2024-03-21T13:23:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:04 smithi196 ceph-mon[25809]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 40 op/s 2024-03-21T13:23:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:04 smithi196 ceph-mon[25809]: mgrmap e40: y(active, since 8s), standbys: x 2024-03-21T13:23:04.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[50702]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:23:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-03-21T13:23:05.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:05.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:05.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:05 smithi196 ceph-mon[25809]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:23:05.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:05 smithi196 ceph-mon[25809]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 0 B/s wr, 24 op/s 2024-03-21T13:23:05.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:05 smithi196 ceph-mon[25809]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:23:05.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:05 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1379416586' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:23:05.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:05.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:05.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[29824]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:23:05.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[29824]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 0 B/s wr, 24 op/s 2024-03-21T13:23:05.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[29824]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:23:05.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1379416586' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:23:05.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:05.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:05.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[24852]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-21T13:23:05.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[24852]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 0 B/s wr, 24 op/s 2024-03-21T13:23:05.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[24852]: Reconfiguring daemon prometheus.a on smithi196 2024-03-21T13:23:05.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:05 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1379416586' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-21T13:23:07.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:07.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:07.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:07 smithi196 ceph-mon[25809]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:23:07.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:07 smithi196 ceph-mon[25809]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:23:07.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.136 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:07 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:08.136 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:07 smithi196 bash[72822]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:23:08.136 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:23:08.136 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:23:08.136 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:23:08.136 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[68440]: ts=2024-03-21T13:23:08.126Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:23:08.137 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 podman[72835]: 2024-03-21 13:23:08.136277628 +0000 UTC m=+0.158067046 container died 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[24852]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:23:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[24852]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:23:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[29824]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:23:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[29824]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-21T13:23:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:08.659 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 podman[72835]: 2024-03-21 13:23:08.47560927 +0000 UTC m=+0.497398699 container cleanup 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:08.659 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 bash[72835]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:23:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 podman[72849]: 2024-03-21 13:23:08.660036405 +0000 UTC m=+0.525995224 container remove 2cd9f6453bef33563e6738f8e00eaee8f5939adbafb15d298a88a84259565fb8 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 bash[72861]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus.a" found: no such container 2024-03-21T13:23:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:23:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Consumed 1.408s CPU time. 2024-03-21T13:23:08.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:09.177 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 podman[72931]: 2024-03-21 13:23:08.830473358 +0000 UTC m=+0.018424621 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-03-21T13:23:09.177 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:08 smithi196 podman[72931]: 2024-03-21 13:23:08.937725782 +0000 UTC m=+0.125677030 container create 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 podman[72931]: 2024-03-21 13:23:09.147214154 +0000 UTC m=+0.335165415 container init 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 podman[72931]: 2024-03-21 13:23:09.150012105 +0000 UTC m=+0.337963362 container start 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.173Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.173Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.173Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.173Z caller=main.go:518 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.173Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.173Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.175Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.175Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.176Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.177Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.177Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.709µs 2024-03-21T13:23:09.178 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.177Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:23:09.471 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 bash[72931]: 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f 2024-03-21T13:23:09.472 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:09.472 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.385Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-03-21T13:23:09.472 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.472Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-03-21T13:23:09.832 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.629Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:23:10.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.833Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.885Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.891Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.892Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.892Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=56.886µs wal_replay_duration=714.239881ms total_replay_duration=714.309009ms 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.896Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.896Z caller=main.go:947 level=info msg="TSDB started" 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.896Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:23:10.134 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.915Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.762775ms db_storage=778ns remote_storage=1.601µs web_handler=322ns query_engine=636ns scrape=375.026µs scrape_sd=123.997µs notify=10.638µs notify_sd=9.738µs rules=17.842932ms 2024-03-21T13:23:10.135 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:23:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:23:09.915Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-03-21T13:23:10.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:23:10.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:23:10.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:23:10.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:23:10.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:23:10.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:10.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 628 B/s rd, 0 op/s 2024-03-21T13:23:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:23:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:23:10.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:23:10.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:10.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:23:10.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: Adding iSCSI gateway http://:@172.21.15.67:5000 to Dashboard 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:23:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: Adding iSCSI gateway http://:@172.21.15.67:5000 to Dashboard 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-03-21T13:23:11.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: Adding iSCSI gateway http://:@172.21.15.67:5000 to Dashboard 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi067"}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:23:11.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:12.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:11 smithi196 ceph-mon[25809]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 522 B/s rd, 0 op/s 2024-03-21T13:23:12.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:11 smithi196 ceph-mon[25809]: Upgrade: Updating mgr.x 2024-03-21T13:23:12.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:11 smithi196 ceph-mon[25809]: Deploying daemon mgr.x on smithi196 2024-03-21T13:23:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:11 smithi067 ceph-mon[24852]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 522 B/s rd, 0 op/s 2024-03-21T13:23:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:11 smithi067 ceph-mon[24852]: Upgrade: Updating mgr.x 2024-03-21T13:23:12.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:11 smithi067 ceph-mon[24852]: Deploying daemon mgr.x on smithi196 2024-03-21T13:23:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:11 smithi067 ceph-mon[29824]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 522 B/s rd, 0 op/s 2024-03-21T13:23:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:11 smithi067 ceph-mon[29824]: Upgrade: Updating mgr.x 2024-03-21T13:23:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:11 smithi067 ceph-mon[29824]: Deploying daemon mgr.x on smithi196 2024-03-21T13:23:12.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:12 smithi196 systemd[1]: Stopping Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:12.990 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:12 smithi196 podman[73275]: 2024-03-21 13:23:12.728465958 +0000 UTC m=+0.124737212 container died 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240319, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-21T13:23:13.357 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 podman[73275]: 2024-03-21 13:23:13.08982857 +0000 UTC m=+0.486099833 container cleanup 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-21T13:23:13.357 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 bash[73275]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x 2024-03-21T13:23:13.609 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 podman[73289]: 2024-03-21 13:23:13.357602929 +0000 UTC m=+0.626584696 container remove 99c64764332e6064ad989a3dcc18625491d25857e5a4e2b7ba59a5b70f564e4e (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-21T13:23:13.609 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:23:13.609 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-21T13:23:13.609 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 systemd[1]: Stopped Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:13.609 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service: Consumed 1min 4.719s CPU time. 2024-03-21T13:23:13.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 systemd[1]: Starting Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:14.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:14 smithi196 ceph-mon[25809]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 1 op/s 2024-03-21T13:23:14.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 podman[73420]: 2024-03-21 13:23:13.825518236 +0000 UTC m=+0.018180615 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:23:14.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:13 smithi196 podman[73420]: 2024-03-21 13:23:13.933971316 +0000 UTC m=+0.126633717 container create 428028e7d9ae2ed0e2ef0342a14c5ae3a6be8ef15347c33eeeb4a3ad097c0e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-03-21T13:23:14.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 podman[73420]: 2024-03-21 13:23:14.144523545 +0000 UTC m=+0.337185903 container init 428028e7d9ae2ed0e2ef0342a14c5ae3a6be8ef15347c33eeeb4a3ad097c0e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240319) 2024-03-21T13:23:14.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 podman[73420]: 2024-03-21 13:23:14.146973883 +0000 UTC m=+0.339636252 container start 428028e7d9ae2ed0e2ef0342a14c5ae3a6be8ef15347c33eeeb4a3ad097c0e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-21T13:23:14.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 ceph-mgr[73439]: -- 172.21.15.196:0/599164672 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5612a463a5a0 con 0x5612a460ec00 2024-03-21T13:23:14.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:14 smithi067 ceph-mon[24852]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 1 op/s 2024-03-21T13:23:14.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:14 smithi067 ceph-mon[29824]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 935 B/s rd, 1 op/s 2024-03-21T13:23:14.662 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 bash[73420]: 428028e7d9ae2ed0e2ef0342a14c5ae3a6be8ef15347c33eeeb4a3ad097c0e3d 2024-03-21T13:23:14.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 systemd[1]: Started Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:15.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:14.716+0000 7f77eb0d5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:23:15.051 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:14.813+0000 7f77eb0d5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:23:15.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 976 B/s rd, 1 op/s 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 674 B/s rd, 0 op/s 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all mgr 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 661 B/s rd, 0 op/s 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 892 B/s rd, 0 op/s 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.588 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:15.518+0000 7f77eb0d5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:23:15.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 976 B/s rd, 1 op/s 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 674 B/s rd, 0 op/s 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all mgr 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-21T13:23:15.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 661 B/s rd, 0 op/s 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 892 B/s rd, 0 op/s 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 976 B/s rd, 1 op/s 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 674 B/s rd, 0 op/s 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all mgr 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 661 B/s rd, 0 op/s 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 892 B/s rd, 0 op/s 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:15.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:15.840 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:15.619+0000 7f77eb0d5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:23:15.840 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:15.776+0000 7f77eb0d5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:23:16.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:15.884+0000 7f77eb0d5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:23:16.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:15.972+0000 7f77eb0d5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:23:16.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:16.264+0000 7f77eb0d5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:23:16.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:16.407+0000 7f77eb0d5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:23:16.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:16.497+0000 7f77eb0d5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.499 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:16.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:16.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:16.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:16 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:16.793 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:16.599+0000 7f77eb0d5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:23:17.082 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:16.792+0000 7f77eb0d5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:23:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:17.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:17 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:17.882+0000 7f77eb0d5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:23:18.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:18.024+0000 7f77eb0d5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:23:18.471 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:18.376+0000 7f77eb0d5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.474 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.475 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:18.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:18 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:18.784 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:18.471+0000 7f77eb0d5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:23:18.784 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:18.688+0000 7f77eb0d5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:23:19.069 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:18.890+0000 7f77eb0d5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:23:19.335 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:19.197+0000 7f77eb0d5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:23:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:19 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:19.470+0000 7f77eb0d5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:19.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:19.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:19.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:19.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.040 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:19.720+0000 7f77eb0d5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:23:20.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.525 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.526 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.527 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.528 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.529 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.530 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:20.600 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:20.912 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:20.593+0000 7f77eb0d5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:23:21.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:21.218+0000 7f77eb0d5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:23:21.567 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:21.326+0000 7f77eb0d5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:23:21.567 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.596 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.596 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.598 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.599 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.600 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.601 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.602 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.603 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.604 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:21.605 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.606 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:21.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:21.566+0000 7f77eb0d5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: [21/Mar/2024:13:23:21] ENGINE Bus STARTING 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: CherryPy Checker: 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: The Application mounted at '' has an empty config. 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: [21/Mar/2024:13:23:21] ENGINE Serving on http://:::9283 2024-03-21T13:23:21.913 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:23:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: [21/Mar/2024:13:23:21] ENGINE Bus STARTED 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.629 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 11 op/s 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 11 op/s 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Standby manager daemon x restarted 2024-03-21T13:23:22.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:23:22.631 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:23:22.631 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:23:22.631 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:23:22.631 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 11 op/s 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 11 op/s 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Standby manager daemon x restarted 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Standby manager daemon x started 2024-03-21T13:23:22.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 13 op/s 2024-03-21T13:23:22.634 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 13 op/s 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.636 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 13 op/s 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 13 op/s 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.643 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.644 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 11 op/s 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 11 op/s 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Standby manager daemon x restarted 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Standby manager daemon x started 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.? 172.21.15.196:0/1283480497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 13 op/s 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 13 op/s 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:22.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:22.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: mgrmap e41: y(active, since 28s), standbys: x 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all crash 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all mds 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: mgrmap e41: y(active, since 28s), standbys: x 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: mgrmap e41: y(active, since 28s), standbys: x 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all crash 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all mds 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all crash 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all mds 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:23.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:24.146 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:23:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:23:23] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.33.4" 2024-03-21T13:23:24.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:23:24.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:23:24.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all nfs 2024-03-21T13:23:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:23:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:23:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:23:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all nfs 2024-03-21T13:23:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:24 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:23:24.603 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:24 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:23:24.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:24 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:23:24.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:24 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all nfs 2024-03-21T13:23:24.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:24 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:23:25.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:25 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:25 smithi196 ceph-mon[25809]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:25.494 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:25 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:25.494 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:25 smithi067 ceph-mon[24852]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:25.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:25 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:25.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:25 smithi067 ceph-mon[29824]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:25.494 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:23:26.183 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 0s ago 26m - - 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 3s ago 26m - - 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (13m) 0s ago 21m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 3s ago 20m - - 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (21s) 0s ago 20m 48.2M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283 running (16m) 3s ago 25m 263M - 19.0.0-2267-g960fbbe4 19e12293512f 99c64764332e 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (10m) 0s ago 27m 503M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (27m) 0s ago 27m 89.5M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (26m) 3s ago 26m 59.9M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (26m) 0s ago 26m 66.7M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (13m) 0s ago 22m 16.2M - 1.3.1 1dbe0e931976 5a35f65c877c 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (12m) 3s ago 21m 20.1M - 1.3.1 1dbe0e931976 8408173295a9 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (25m) 0s ago 25m 55.8M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:23:26.184 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (25m) 0s ago 25m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (24m) 0s ago 24m 52.0M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (24m) 0s ago 24m 53.0M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (24m) 3s ago 24m 55.8M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (23m) 3s ago 23m 53.4M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (23m) 3s ago 23m 52.3M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (22m) 3s ago 22m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (3m) 3s ago 22m 77.1M - 2.33.4 514e6a882f6e 2cd9f6453bef 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (20m) 0s ago 20m 77.5M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:23:26.185 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (20m) 3s ago 20m 74.9M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:23:26.619 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:23:26.619 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:23:26.620 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:23:26.621 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:23:26.621 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:23:26.816 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: from='client.25450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:26.816 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.816 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.816 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:26.816 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:26.817 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.817 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:26.817 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:26 smithi196 ceph-mon[25809]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:26.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: from='client.25450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:26.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:26.865 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[29824]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: from='client.25450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:26.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:26 smithi067 ceph-mon[24852]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [ 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr" 2024-03-21T13:23:26.969 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:23:26.970 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "2/2 daemons upgraded", 2024-03-21T13:23:26.970 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading node-exporter daemons", 2024-03-21T13:23:26.970 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:23:26.970 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:23:27.754 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:27 smithi067 systemd[1]: Stopping Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: Upgrade: Updating node-exporter.a (1/2) 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1192732677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.755 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: Upgrade: Updating node-exporter.a (1/2) 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1192732677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:27.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: Upgrade: Updating node-exporter.a (1/2) 2024-03-21T13:23:27.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:23:27.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1192732677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:27.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:27.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.838 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.838 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.838 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.838 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:27.838 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:28.079 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:27 smithi067 podman[93085]: 2024-03-21 13:23:27.754985788 +0000 UTC m=+0.101795708 container died 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:28.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 podman[93085]: 2024-03-21 13:23:28.153008756 +0000 UTC m=+0.499818682 container cleanup 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:28.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 bash[93085]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a 2024-03-21T13:23:28.664 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 podman[93099]: 2024-03-21 13:23:28.404178849 +0000 UTC m=+0.653574245 container remove 5a35f65c877c64c5349e1484fb5a7689db32d1a99a4cac388651665ad3b0e4f4 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:28.664 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:23:28.664 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-21T13:23:28.664 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 systemd[1]: Stopped Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:28.664 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Consumed 4.996s CPU time. 2024-03-21T13:23:28.955 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 systemd[1]: Starting Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:29.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[24852]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[24852]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[24852]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[24852]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[29824]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[29824]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[29824]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:28 smithi067 ceph-mon[29824]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:23:29.321 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:28 smithi067 bash[93232]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-03-21T13:23:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:28 smithi196 ceph-mon[25809]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:28 smithi196 ceph-mon[25809]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:28 smithi196 ceph-mon[25809]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:28 smithi196 ceph-mon[25809]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:23:29.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:29 smithi067 bash[93232]: Getting image source signatures 2024-03-21T13:23:29.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:29 smithi067 bash[93232]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-21T13:23:29.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:29 smithi067 bash[93232]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-03-21T13:23:29.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:29 smithi067 bash[93232]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-03-21T13:23:30.997 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:30 smithi067 bash[93232]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-21T13:23:30.997 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:30 smithi067 bash[93232]: Writing manifest to image destination 2024-03-21T13:23:31.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:30 smithi067 ceph-mon[24852]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:23:31.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:30 smithi067 ceph-mon[29824]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:23:31.267 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 podman[93232]: 2024-03-21 13:23:31.075388864 +0000 UTC m=+2.215999032 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-21T13:23:31.267 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 podman[93232]: 2024-03-21 13:23:31.148915796 +0000 UTC m=+2.289525999 container create a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:31.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:30 smithi196 ceph-mon[25809]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:23:31.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 podman[93232]: 2024-03-21 13:23:31.400985962 +0000 UTC m=+2.541596125 container init a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:31.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 podman[93232]: 2024-03-21 13:23:31.40384999 +0000 UTC m=+2.544460153 container start a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:31.652 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.407Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.407Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.407Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.407Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=arp 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-21T13:23:31.653 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=edac 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-21T13:23:31.654 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=os 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-21T13:23:31.655 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=stat 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=time 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=uname 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-21T13:23:31.656 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-21T13:23:31.657 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.408Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-21T13:23:31.657 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.409Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-21T13:23:31.657 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[93282]: ts=2024-03-21T13:23:31.409Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-21T13:23:31.657 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 bash[93232]: a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 2024-03-21T13:23:31.657 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:31 smithi067 systemd[1]: Started Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:32.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:32 smithi067 ceph-mon[24852]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 894 B/s rd, 0 op/s 2024-03-21T13:23:32.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:32.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:32 smithi067 ceph-mon[29824]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 894 B/s rd, 0 op/s 2024-03-21T13:23:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:32.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:32 smithi196 ceph-mon[25809]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 894 B/s rd, 0 op/s 2024-03-21T13:23:32.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:32.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:33.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:33 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:34.339 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 podman[77642]: 2024-03-21 13:23:34.033829107 +0000 UTC m=+0.117928361 container died 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:34.339 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 podman[77642]: 2024-03-21 13:23:34.339760079 +0000 UTC m=+0.423859334 container cleanup 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:34.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:23:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:23:33] "GET /metrics HTTP/1.1" 200 38067 "" "Prometheus/2.33.4" 2024-03-21T13:23:34.663 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 bash[77642]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b 2024-03-21T13:23:34.663 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 podman[77657]: 2024-03-21 13:23:34.574676847 +0000 UTC m=+0.544666702 container remove 8408173295a9f36ca149a07519e02a22fb1c325ea17ef9b7a3fcc3cac72c5e82 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:34.663 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:23:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:35 smithi067 ceph-mon[24852]: Upgrade: Updating node-exporter.b (2/2) 2024-03-21T13:23:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:35 smithi067 ceph-mon[24852]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:23:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:35 smithi067 ceph-mon[24852]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-03-21T13:23:35.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:35 smithi067 ceph-mon[29824]: Upgrade: Updating node-exporter.b (2/2) 2024-03-21T13:23:35.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:35 smithi067 ceph-mon[29824]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:23:35.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:35 smithi067 ceph-mon[29824]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-03-21T13:23:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:35 smithi196 ceph-mon[25809]: Upgrade: Updating node-exporter.b (2/2) 2024-03-21T13:23:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:35 smithi196 ceph-mon[25809]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:23:35.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:35 smithi196 ceph-mon[25809]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-03-21T13:23:35.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-21T13:23:35.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:35.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Consumed 4.788s CPU time. 2024-03-21T13:23:35.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:34 smithi196 systemd[1]: Starting Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:35.566 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:35 smithi196 bash[77787]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-03-21T13:23:35.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:35 smithi196 bash[77787]: Getting image source signatures 2024-03-21T13:23:35.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:35 smithi196 bash[77787]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-21T13:23:35.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:35 smithi196 bash[77787]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-03-21T13:23:35.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:35 smithi196 bash[77787]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-03-21T13:23:36.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:36 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:36.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:36 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:36.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:36 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:37.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:37 smithi067 ceph-mon[24852]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 622 B/s rd, 0 op/s 2024-03-21T13:23:37.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:37 smithi067 ceph-mon[29824]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 622 B/s rd, 0 op/s 2024-03-21T13:23:37.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-mon[25809]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 622 B/s rd, 0 op/s 2024-03-21T13:23:37.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 bash[77787]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-21T13:23:37.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 bash[77787]: Writing manifest to image destination 2024-03-21T13:23:37.758 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 podman[77787]: 2024-03-21 13:23:37.472160077 +0000 UTC m=+2.395715339 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-21T13:23:37.758 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 podman[77787]: 2024-03-21 13:23:37.556106439 +0000 UTC m=+2.479661723 container create 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:37.758 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 podman[77787]: 2024-03-21 13:23:37.758489925 +0000 UTC m=+2.682045179 container init 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:38.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 podman[77787]: 2024-03-21 13:23:37.761676244 +0000 UTC m=+2.685231490 container start 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:38.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.765Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-21T13:23:38.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.765Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-21T13:23:38.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.766Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.766Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.766Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=arp 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-21T13:23:38.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=edac 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-21T13:23:38.165 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=os 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-21T13:23:38.166 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=stat 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=time 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=uname 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-21T13:23:38.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-21T13:23:38.168 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-21T13:23:38.168 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[77837]: ts=2024-03-21T13:23:37.767Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-21T13:23:38.168 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 bash[77787]: 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 2024-03-21T13:23:38.168 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:37 smithi196 systemd[1]: Started Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:39.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:23:39.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 960 B/s rd, 0 op/s 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 960 B/s rd, 0 op/s 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.099 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.102 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.103 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:38 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:23:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 960 B/s rd, 0 op/s 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:39.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:38 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:23:40.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.980 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.982 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.983 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:23:40.985 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.986 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.987 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:40.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:40.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:40.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:40.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:41.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:41.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:40 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.108 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.110 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.110 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.114 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.115 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:42.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:42.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:42.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:42.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:42.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.031 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:23:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:23:43] "GET /metrics HTTP/1.1" 200 38064 "" "Prometheus/2.33.4" 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.338 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:44.420 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:45.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:45.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:45.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:45.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:45.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.232 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:46.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:47.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:23:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 13 op/s 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:48.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:50.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: pgmap v367: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: pgmap v368: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: pgmap v369: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:50.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:53.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: Upgrade: Updating node-exporter.a (1/2) 2024-03-21T13:23:53.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:23:53.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: Upgrade: Updating node-exporter.a (1/2) 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:23:53.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:23:53.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: pgmap v370: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:23:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: Upgrade: Updating node-exporter.a (1/2) 2024-03-21T13:23:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: Deploying daemon node-exporter.a on smithi067 2024-03-21T13:23:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:53.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:54.217 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:54 smithi067 ceph-mon[24852]: pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:23:54.217 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:54 smithi067 ceph-mon[24852]: pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:23:54.217 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:54 smithi067 ceph-mon[29824]: pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:23:54.217 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:54 smithi067 ceph-mon[29824]: pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:23:54.217 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:53 smithi067 systemd[1]: Stopping Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:54.218 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:23:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:23:53] "GET /metrics HTTP/1.1" 200 38064 "" "Prometheus/2.33.4" 2024-03-21T13:23:54.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:54 smithi196 ceph-mon[25809]: pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:23:54.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:54 smithi196 ceph-mon[25809]: pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:23:54.547 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:54 smithi067 podman[97201]: 2024-03-21 13:23:54.21695339 +0000 UTC m=+0.129823166 container died a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:54.547 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:54 smithi067 podman[97201]: 2024-03-21 13:23:54.54774331 +0000 UTC m=+0.460613083 container cleanup a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:54.868 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:54 smithi067 bash[97201]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a 2024-03-21T13:23:54.868 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:54 smithi067 podman[97215]: 2024-03-21 13:23:54.774141168 +0000 UTC m=+0.557337995 container remove a9598f9b8a4025a00d368abd10553f982859f92b741cfcd506cd266b5a264055 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:54.869 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:54 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:23:55.152 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-21T13:23:55.152 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 systemd[1]: Stopped Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:55.152 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Consumed 1.745s CPU time. 2024-03-21T13:23:55.556 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 systemd[1]: Starting Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:55.556 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 podman[97348]: 2024-03-21 13:23:55.326105533 +0000 UTC m=+0.017181309 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-21T13:23:55.556 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 podman[97348]: 2024-03-21 13:23:55.450638225 +0000 UTC m=+0.141714034 container create 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 podman[97348]: 2024-03-21 13:23:55.677969793 +0000 UTC m=+0.369045570 container init 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 podman[97348]: 2024-03-21 13:23:55.680677217 +0000 UTC m=+0.371752995 container start 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.684Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.684Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.684Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.684Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.684Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.684Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=arp 2024-03-21T13:23:56.022 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=edac 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-21T13:23:56.023 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=os 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-21T13:23:56.024 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=stat 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=time 2024-03-21T13:23:56.025 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=uname 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a[97363]: ts=2024-03-21T13:23:55.685Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 bash[97348]: 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 2024-03-21T13:23:56.026 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:23:55 smithi067 systemd[1]: Started Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[24852]: pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:56.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[29824]: pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:56.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:56.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:56.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:56.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:56 smithi196 ceph-mon[25809]: pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:56 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:23:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:23:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:23:57.341 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:23:58.009 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:23:58.009 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 5s ago 27m - - 2024-03-21T13:23:58.009 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 8s ago 26m - - 2024-03-21T13:23:58.009 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (13m) 5s ago 21m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 8s ago 21m - - 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (53s) 5s ago 20m 48.4M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (44s) 8s ago 26m 449M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (10m) 5s ago 28m 508M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (28m) 5s ago 28m 97.7M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (26m) 8s ago 26m 64.0M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (26m) 5s ago 26m 68.8M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 starting - - - - 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (20s) 8s ago 22m 7982k - 1.5.0 0da6a335fe13 99484a8b2c86 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (26m) 5s ago 26m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (25m) 5s ago 25m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (25m) 5s ago 25m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (24m) 5s ago 24m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (24m) 8s ago 24m 55.9M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:23:58.010 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (24m) 8s ago 24m 53.3M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:23:58.011 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (23m) 8s ago 23m 52.3M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:23:58.011 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (23m) 8s ago 23m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:23:58.011 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (49s) 8s ago 22m 64.1M - 2.33.4 514e6a882f6e 2ca38741d9de 2024-03-21T13:23:58.011 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (21m) 5s ago 21m 77.6M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:23:58.011 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (21m) 8s ago 21m 75.0M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:23:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:58 smithi196 ceph-mon[25809]: pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:58.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:57 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:58.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:58 smithi067 ceph-mon[24852]: pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:58.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:58 smithi067 ceph-mon[29824]: pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:23:58.417 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:23:58.417 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:23:58.417 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:23:58.417 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:23:58.418 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:23:58.419 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:23:58.607 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:58 smithi196 podman[81722]: 2024-03-21 13:23:58.285480774 +0000 UTC m=+0.151825155 container died 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:58.607 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:58 smithi196 podman[81722]: 2024-03-21 13:23:58.608064147 +0000 UTC m=+0.474408522 container cleanup 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:58.761 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [ 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr" 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "2/2 daemons upgraded", 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading node-exporter daemons", 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:23:58.762 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:23:58.912 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:58 smithi196 bash[81722]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b 2024-03-21T13:23:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:58 smithi196 podman[81736]: 2024-03-21 13:23:58.82602919 +0000 UTC m=+0.540981528 container remove 99484a8b2c863a0b89252cd06bcd367f06fa50c484515f7c74a6bba5717a3fd5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:58 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:23:59.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[24852]: Upgrade: Updating node-exporter.b (2/2) 2024-03-21T13:23:59.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[24852]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:23:59.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[24852]: from='client.25480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[24852]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[24852]: from='client.25492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2064387419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[29824]: Upgrade: Updating node-exporter.b (2/2) 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[29824]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[29824]: from='client.25480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[29824]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[29824]: from='client.25492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:23:59 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2064387419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:59.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-21T13:23:59.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:23:59.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Consumed 1.723s CPU time. 2024-03-21T13:23:59.413 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 systemd[1]: Starting Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:23:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-mon[25809]: Upgrade: Updating node-exporter.b (2/2) 2024-03-21T13:23:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-mon[25809]: Deploying daemon node-exporter.b on smithi196 2024-03-21T13:23:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-mon[25809]: from='client.25480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-mon[25809]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-mon[25809]: from='client.25492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:23:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2064387419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:23:59.689 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 podman[81860]: 2024-03-21 13:23:59.333142255 +0000 UTC m=+0.017774233 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-21T13:23:59.689 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 podman[81860]: 2024-03-21 13:23:59.460589679 +0000 UTC m=+0.145221632 container create 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:23:59.690 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 podman[81860]: 2024-03-21 13:23:59.689607848 +0000 UTC m=+0.374239820 container init 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:24:00.033 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 podman[81860]: 2024-03-21 13:23:59.692625238 +0000 UTC m=+0.377257190 container start 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.696Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.696Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.696Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.696Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.696Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.696Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=arp 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-21T13:24:00.034 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=edac 2024-03-21T13:24:00.035 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-21T13:24:00.036 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=os 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=stat 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=time 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=uname 2024-03-21T13:24:00.037 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-21T13:24:00.038 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-21T13:24:00.038 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.697Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-21T13:24:00.038 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.698Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-21T13:24:00.038 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b[81874]: ts=2024-03-21T13:23:59.698Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-21T13:24:00.038 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 bash[81860]: 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 2024-03-21T13:24:00.038 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:23:59 smithi196 systemd[1]: Started Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:24:00.396 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 820 B/s rd, 0 op/s 2024-03-21T13:24:00.396 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:00.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 820 B/s rd, 0 op/s 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.398 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:00 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:00.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 820 B/s rd, 0 op/s 2024-03-21T13:24:00.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:00 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 651 B/s rd, 0 op/s 2024-03-21T13:24:01.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 671 B/s rd, 0 op/s 2024-03-21T13:24:01.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:01.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 658 B/s rd, 0 op/s 2024-03-21T13:24:01.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 886 B/s rd, 0 op/s 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.360 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.361 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.362 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:01 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 651 B/s rd, 0 op/s 2024-03-21T13:24:01.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 671 B/s rd, 0 op/s 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 658 B/s rd, 0 op/s 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 886 B/s rd, 0 op/s 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 651 B/s rd, 0 op/s 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 671 B/s rd, 0 op/s 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 658 B/s rd, 0 op/s 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 886 B/s rd, 0 op/s 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:01.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:01.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:01.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:01 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.074 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.075 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.077 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.078 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.078 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.078 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.078 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v382: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v383: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v384: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v385: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v386: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v387: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v388: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v389: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v390: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v391: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v392: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v393: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v394: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v395: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v396: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v397: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.353 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:02.356 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 12 op/s 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 12 op/s 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 12 op/s 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 12 op/s 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v410: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 11 op/s 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v411: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 11 op/s 2024-03-21T13:24:03.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v412: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: pgmap v413: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.151 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.151 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.151 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 12 op/s 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 12 op/s 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 12 op/s 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 12 op/s 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v410: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 11 op/s 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v411: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 11 op/s 2024-03-21T13:24:03.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v412: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: pgmap v413: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 12 op/s 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 12 op/s 2024-03-21T13:24:03.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 12 op/s 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 12 op/s 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v410: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 11 op/s 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v411: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 11 op/s 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v412: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: pgmap v413: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.349 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.350 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.351 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:03.352 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:24:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:24:03] "GET /metrics HTTP/1.1" 200 38058 "" "Prometheus/2.33.4" 2024-03-21T13:24:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v414: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v415: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v416: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v417: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v418: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v419: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v420: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v421: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v422: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v423: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v424: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v425: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:04.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v430: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v431: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v432: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v433: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v434: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v435: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v436: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v437: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v438: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v439: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v440: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.340 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v430: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v431: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v432: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v433: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v434: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v435: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v436: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v437: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v438: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v439: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v440: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v429: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v430: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v431: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v432: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v433: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v434: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v435: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v436: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v437: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v438: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v439: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v440: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v441: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: pgmap v442: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:05.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:05.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v457: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v458: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v459: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: pgmap v460: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v457: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v458: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v459: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: pgmap v460: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v443: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v444: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.158 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v457: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v458: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v459: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: pgmap v460: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v461: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v462: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v463: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v464: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v465: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v461: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v462: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v463: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v464: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v465: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v461: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v462: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v463: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v464: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v465: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v466: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v467: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v468: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v469: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v470: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v471: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v472: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.320 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 10 op/s 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:08.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.323 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.325 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.326 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.327 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.329 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:09.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.261 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.264 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:10.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:10.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:10.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.169 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.169 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v553: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v554: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v555: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v556: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v557: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v558: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v559: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v560: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v561: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v562: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v563: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v564: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v565: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v566: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v567: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: pgmap v568: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:13.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:13 smithi196 ceph-mon[25809]: pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 7 op/s 2024-03-21T13:24:13.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:13 smithi196 ceph-mon[25809]: pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 7 op/s 2024-03-21T13:24:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:13 smithi067 ceph-mon[24852]: pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 7 op/s 2024-03-21T13:24:13.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:13 smithi067 ceph-mon[24852]: pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 7 op/s 2024-03-21T13:24:13.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:13 smithi067 ceph-mon[29824]: pgmap v569: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 7 op/s 2024-03-21T13:24:13.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:13 smithi067 ceph-mon[29824]: pgmap v570: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 7 op/s 2024-03-21T13:24:14.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:24:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:24:13] "GET /metrics HTTP/1.1" 200 38063 "" "Prometheus/2.33.4" 2024-03-21T13:24:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:15 smithi067 ceph-mon[24852]: pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:24:15.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:15 smithi067 ceph-mon[24852]: Upgrade: Updating prometheus.a 2024-03-21T13:24:15.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:15 smithi067 ceph-mon[29824]: pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:24:15.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:15 smithi067 ceph-mon[29824]: Upgrade: Updating prometheus.a 2024-03-21T13:24:15.268 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:15 smithi196 ceph-mon[25809]: pgmap v571: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:24:15.268 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:15 smithi196 ceph-mon[25809]: Upgrade: Updating prometheus.a 2024-03-21T13:24:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:16 smithi196 ceph-mon[25809]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:24:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:16 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:16.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:16 smithi067 ceph-mon[29824]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:24:16.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:16 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:16.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:16 smithi067 ceph-mon[24852]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:24:16.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:16 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:17.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:17 smithi196 ceph-mon[25809]: pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:24:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:17 smithi067 ceph-mon[24852]: pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:24:17.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:17 smithi067 ceph-mon[29824]: pgmap v572: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:24:18.572 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:24:18.840 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.572Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:24:18.840 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:24:18.840 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[72946]: ts=2024-03-21T13:24:18.573Z caller=main.go:1066 level=info msg="See you next time!" 2024-03-21T13:24:18.841 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 podman[86299]: 2024-03-21 13:24:18.583124204 +0000 UTC m=+0.138080687 container died 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:19.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:19 smithi196 ceph-mon[25809]: pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:24:19.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 podman[86299]: 2024-03-21 13:24:18.931538878 +0000 UTC m=+0.486495368 container cleanup 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:19.163 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:18 smithi196 bash[86299]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:24:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:19 smithi067 ceph-mon[24852]: pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:24:19.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:19 smithi067 ceph-mon[29824]: pgmap v573: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:24:19.489 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 podman[86314]: 2024-03-21 13:24:19.257944482 +0000 UTC m=+0.677103531 container remove 2ca38741d9dedff3179010ffff76c3440bc39f1dfeb270d2589e25f5254ce57f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:19.489 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:24:19.489 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:24:19.489 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Consumed 1.378s CPU time. 2024-03-21T13:24:19.801 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:24:20.077 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 podman[86442]: 2024-03-21 13:24:19.70566265 +0000 UTC m=+0.018499468 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-21T13:24:20.077 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:19 smithi196 podman[86442]: 2024-03-21 13:24:19.834693208 +0000 UTC m=+0.147530011 container create 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:20.339 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-mon[25809]: pgmap v574: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:24:20.339 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 podman[86442]: 2024-03-21 13:24:20.113539915 +0000 UTC m=+0.426376729 container init 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 podman[86442]: 2024-03-21 13:24:20.116151834 +0000 UTC m=+0.428988638 container start 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.142Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.142Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.142Z caller=main.go:570 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.142Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.142Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.144Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.145Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.146Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.146Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.149Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:24:20.340 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.149Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.871µs 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.149Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.154Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.159Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.172Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.184Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.188Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.194Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.195Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.196Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=7 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.196Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=30.276µs wal_replay_duration=46.781383ms wbl_replay_duration=143ns total_replay_duration=46.830623ms 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.199Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.199Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.199Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:24:20.341 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 bash[86442]: 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f 2024-03-21T13:24:20.342 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:24:20.342 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.218Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.794003ms db_storage=847ns remote_storage=1.333µs web_handler=431ns query_engine=1.035µs scrape=439.52µs scrape_sd=111.069µs notify=15.953µs notify_sd=19.024µs rules=17.896383ms tracing=6.22µs 2024-03-21T13:24:20.342 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.218Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-21T13:24:20.342 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:20.218Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-21T13:24:20.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:20 smithi067 ceph-mon[24852]: pgmap v574: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:24:20.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:20 smithi067 ceph-mon[29824]: pgmap v574: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:24:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v575: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 591 B/s rd, 0 op/s 2024-03-21T13:24:21.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v576: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 591 B/s rd, 0 op/s 2024-03-21T13:24:21.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:21.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:21.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v577: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 751 B/s rd, 0 op/s 2024-03-21T13:24:21.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v578: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:24:21.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v579: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v580: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v575: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 591 B/s rd, 0 op/s 2024-03-21T13:24:21.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v576: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 591 B/s rd, 0 op/s 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v577: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 751 B/s rd, 0 op/s 2024-03-21T13:24:21.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v578: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:24:21.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v579: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v580: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v581: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v582: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v583: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v584: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v585: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.420 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v586: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.422 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.423 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.423 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.423 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.423 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.424 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.424 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.424 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v581: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v582: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.426 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.426 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.426 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.426 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.426 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v583: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.426 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v584: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v585: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v586: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.427 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v587: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v588: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v589: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: pgmap v590: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.430 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.430 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.430 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.430 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.430 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.430 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v587: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v588: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v589: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: pgmap v590: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.434 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.434 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.434 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.434 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.434 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.434 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:21 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v575: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 591 B/s rd, 0 op/s 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v576: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 591 B/s rd, 0 op/s 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v577: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 751 B/s rd, 0 op/s 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v578: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v579: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v580: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v581: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v582: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v583: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v584: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v585: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v586: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v587: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v588: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v589: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: pgmap v590: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:21.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:21 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v591: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v592: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v593: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v594: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v595: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v596: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v597: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v598: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v599: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v600: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v601: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v602: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v603: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v604: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v605: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v606: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v607: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v608: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v609: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v610: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v611: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: pgmap v612: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.307 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.308 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.309 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:22 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v591: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v592: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v593: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v594: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v595: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v596: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v597: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v598: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v599: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v600: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v601: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v602: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v603: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v604: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v605: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v606: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v591: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v592: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v593: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v594: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v595: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v596: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v597: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v598: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v607: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v608: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v609: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v610: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v611: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: pgmap v612: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v599: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v600: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v601: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v602: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v603: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v604: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v605: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v606: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 19 op/s 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v607: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v608: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v609: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v610: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v611: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: pgmap v612: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:22.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:22 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v613: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v614: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v615: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v616: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v617: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.613 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v618: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v619: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v620: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.614 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v621: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v622: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v623: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v624: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.615 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v625: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v626: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v627: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v628: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v629: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v630: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v631: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v632: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v633: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: pgmap v634: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:23 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v613: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v614: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v615: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v616: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v617: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v618: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v619: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v620: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v621: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v622: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v613: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v614: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v615: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v616: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v617: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v618: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v619: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v620: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v621: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v622: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v623: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v624: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v625: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v626: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v627: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v628: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v623: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v624: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v625: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v626: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v627: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v628: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v629: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v630: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v631: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v632: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v633: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: pgmap v634: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v629: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v630: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v631: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v632: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v633: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: pgmap v634: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:23.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:23.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:23.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:23 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.545 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v635: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.545 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v636: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.545 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v637: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v638: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v639: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v640: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.546 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v641: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v642: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v643: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v644: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v645: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v646: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v647: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v648: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v649: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v650: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v651: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v652: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v653: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v654: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v655: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: pgmap v656: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v635: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v636: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v637: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v638: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v639: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v640: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v641: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v642: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v635: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v636: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v637: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v638: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v639: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v640: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v641: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v642: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v643: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v644: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v645: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v646: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v647: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v648: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v649: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v650: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v651: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v652: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v653: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v654: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v655: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: pgmap v656: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v643: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v644: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v645: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v646: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v647: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v648: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v649: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v650: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v651: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v652: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v653: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v654: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v655: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: pgmap v656: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:24.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:24.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v657: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v658: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v659: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v660: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v661: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v662: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v663: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v664: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v657: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v658: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v659: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v660: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v661: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v662: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v663: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v664: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v665: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v666: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v667: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v668: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v669: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v670: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v671: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v672: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v665: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v666: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v667: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v668: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v669: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v670: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v671: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v672: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v673: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v674: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v675: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v676: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v677: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: pgmap v678: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v673: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v674: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:25.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v675: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v676: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v677: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: pgmap v678: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v657: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v658: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v659: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v660: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v661: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v662: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v663: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v664: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v665: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v666: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v667: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v668: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v669: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v670: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v671: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v672: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v673: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v674: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v675: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v676: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v677: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: pgmap v678: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:25.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v679: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v680: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v681: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v682: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v683: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v684: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v685: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v686: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v687: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v688: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v689: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v690: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v691: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v692: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v693: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v694: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v695: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v696: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v697: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v698: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v699: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: pgmap v700: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v679: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v680: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v681: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v682: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v683: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v684: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v685: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v686: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v687: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v688: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v679: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v680: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v681: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v682: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v683: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v684: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v685: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v686: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v687: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v688: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v689: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v690: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v691: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v692: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v693: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v694: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v689: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v690: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v691: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v692: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v693: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v694: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v695: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v696: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v697: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v698: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v699: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: pgmap v700: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v695: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v696: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v697: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v698: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v699: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: pgmap v700: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:26.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:26.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:26.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:26.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v701: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v702: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v703: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v704: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v705: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v706: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v707: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v708: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v709: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v710: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v711: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v712: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v713: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v714: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v715: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v716: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v717: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v718: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v719: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v720: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v721: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v722: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v723: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: pgmap v724: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v701: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v702: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v703: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v704: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v705: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v706: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v707: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v708: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v709: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v710: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v701: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v702: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v703: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v704: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v705: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v706: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v707: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v708: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v709: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v710: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v711: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v712: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v713: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v714: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v715: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v716: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v711: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v712: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v713: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v714: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v715: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v716: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 17 op/s 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v717: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v718: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v719: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v720: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v721: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v722: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v723: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: pgmap v724: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v717: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v718: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v719: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v720: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v721: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v722: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v723: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: pgmap v724: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:27.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:27.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v725: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v726: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v727: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v728: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v729: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v730: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v731: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v732: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v733: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v734: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v735: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v736: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v737: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v738: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v739: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v740: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v741: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v742: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v743: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v744: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v745: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: pgmap v746: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v725: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v726: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v727: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v728: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v729: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v730: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v731: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v732: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v733: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v734: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v725: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v726: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v727: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v728: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v729: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v730: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v731: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v732: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v733: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v734: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v735: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v736: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v737: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v738: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v739: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v740: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v735: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v736: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v737: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v738: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v739: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v740: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v741: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v742: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v743: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v744: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v745: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: pgmap v746: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v741: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v742: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v743: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v744: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v745: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: pgmap v746: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:28.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:28.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.142 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v747: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v748: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v749: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v750: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v751: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v752: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v753: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v754: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v755: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v756: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v747: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v748: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v749: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v750: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v751: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v752: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v753: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v754: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v755: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v756: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v757: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v758: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v759: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v760: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v761: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v762: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v757: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v758: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v759: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v760: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v761: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v762: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v763: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v764: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v765: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v766: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v767: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v768: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v769: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: pgmap v770: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v763: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v764: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v765: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v766: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v767: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v768: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v769: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: pgmap v770: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.419 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.421 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v747: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v748: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v749: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v750: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v751: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v752: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v753: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v754: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v755: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v756: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v757: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v758: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.588 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v759: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v760: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.589 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v761: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v762: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v763: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v764: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v765: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v766: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v767: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v768: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v769: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: pgmap v770: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:29.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:29.916 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:24:29.916 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 18s ago 27m - - 2024-03-21T13:24:29.916 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 18s ago 27m - - 2024-03-21T13:24:29.916 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (14m) 18s ago 22m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:24:29.916 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 18s ago 22m - - 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (85s) 18s ago 21m 48.5M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (76s) 18s ago 26m 449M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (11m) 18s ago 28m 514M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (28m) 18s ago 28m 103M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (27m) 18s ago 27m 65.5M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (27m) 18s ago 27m 70.1M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (34s) 18s ago 23m 7113k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (30s) 18s ago 23m 7666k - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (26m) 18s ago 26m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (26m) 18s ago 26m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (25m) 18s ago 25m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (25m) 18s ago 25m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (25m) 18s ago 25m 55.9M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (24m) 18s ago 24m 53.3M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:24:29.917 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (24m) 18s ago 24m 52.3M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:24:29.918 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (24m) 18s ago 23m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:24:29.918 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 starting - - - - 2024-03-21T13:24:29.918 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (21m) 18s ago 21m 77.7M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:24:29.918 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (21m) 18s ago 21m 75.1M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:24:30.379 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:24:30.379 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:24:30.379 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:24:30.379 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:24:30.380 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:24:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='client.35252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v771: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v772: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v773: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v774: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v775: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v776: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v777: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v778: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v779: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v780: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v781: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v782: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v783: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v784: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v785: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: pgmap v786: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='client.35252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v771: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v772: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v773: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v774: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v775: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v776: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v777: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v778: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='client.35252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v771: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v772: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v773: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v774: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v775: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v776: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v777: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v778: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v779: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v780: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v781: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v782: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v783: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v784: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v785: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: pgmap v786: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v779: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v780: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v781: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v782: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v783: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v784: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='client.15612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v785: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: pgmap v786: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:30.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [ 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr" 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "2/2 daemons upgraded", 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading prometheus daemons", 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:24:30.740 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v787: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v788: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v789: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v790: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v791: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v792: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v793: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v794: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/279107794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.384 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v795: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v796: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.385 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v797: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v798: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v799: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v800: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v801: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v802: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v803: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v804: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v805: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v806: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v807: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: pgmap v808: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v787: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v788: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v789: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v790: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v791: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v792: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v793: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v794: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/279107794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v795: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v796: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v787: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v788: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v789: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v790: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v791: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v792: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v793: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v794: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/279107794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v795: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v796: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v797: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v798: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v799: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v800: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v801: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v802: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v803: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v804: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v805: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v806: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v807: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: pgmap v808: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v797: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v798: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v799: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v800: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v801: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v802: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v803: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v804: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v805: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v806: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v807: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: pgmap v808: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:31.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:31.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:33.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:33.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: pgmap v809: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: pgmap v810: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: pgmap v811: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 6 op/s 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: pgmap v812: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 6 op/s 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: pgmap v809: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:33.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: pgmap v810: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:33.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: pgmap v811: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 6 op/s 2024-03-21T13:24:33.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: pgmap v812: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 6 op/s 2024-03-21T13:24:33.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: pgmap v809: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: pgmap v810: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: pgmap v811: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 6 op/s 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: pgmap v812: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 6 op/s 2024-03-21T13:24:33.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.345 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:24:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:24:33] "GET /metrics HTTP/1.1" 200 38057 "" "Prometheus/2.43.0" 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: Upgrade: Updating prometheus.a 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: pgmap v813: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: pgmap v814: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:24:34.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: pgmap v815: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: pgmap v816: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: Upgrade: Updating prometheus.a 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: pgmap v813: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: pgmap v814: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: pgmap v815: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:24:34.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: pgmap v816: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:24:34.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: Upgrade: Updating prometheus.a 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: pgmap v813: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: pgmap v814: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: Deploying daemon prometheus.a on smithi196 2024-03-21T13:24:34.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:34.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: pgmap v815: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:24:34.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: pgmap v816: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:24:34.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:35.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:35 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:35.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:35 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:35.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:35 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:36.456 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:36 smithi196 ceph-mon[25809]: pgmap v817: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:36.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:36 smithi067 ceph-mon[24852]: pgmap v817: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:36.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:36 smithi067 ceph-mon[29824]: pgmap v817: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:39.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-mon[25809]: pgmap v818: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-03-21T13:24:39.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:39 smithi067 ceph-mon[24852]: pgmap v818: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-03-21T13:24:39.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:39 smithi067 ceph-mon[29824]: pgmap v818: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 0 op/s 2024-03-21T13:24:39.660 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:24:39.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-21T13:24:39.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.660Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-21T13:24:39.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.661Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:24:39.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.661Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-21T13:24:39.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[86457]: ts=2024-03-21T13:24:39.661Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-21T13:24:39.914 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:39 smithi196 podman[91733]: 2024-03-21 13:24:39.670534049 +0000 UTC m=+0.115899304 container died 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:40.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:40 smithi196 ceph-mon[25809]: pgmap v819: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 766 B/s rd, 0 op/s 2024-03-21T13:24:40.329 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 podman[91733]: 2024-03-21 13:24:40.110467329 +0000 UTC m=+0.555832575 container cleanup 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:40.329 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 bash[91733]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:24:40.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:40 smithi067 ceph-mon[24852]: pgmap v819: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 766 B/s rd, 0 op/s 2024-03-21T13:24:40.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:40 smithi067 ceph-mon[29824]: pgmap v819: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 766 B/s rd, 0 op/s 2024-03-21T13:24:40.585 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 podman[91747]: 2024-03-21 13:24:40.328829667 +0000 UTC m=+0.659868344 container remove 14c5821c2bbc30eefc1be6472bf357283a41785f67ed974be2bd0e82181b440f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:40.585 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-21T13:24:40.585 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 systemd[1]: Stopped Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:24:40.585 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service: Consumed 1.138s CPU time. 2024-03-21T13:24:40.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 systemd[1]: Starting Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:24:41.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:41.234 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 podman[91877]: 2024-03-21 13:24:40.882956821 +0000 UTC m=+0.019285640 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-21T13:24:41.234 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:40 smithi196 podman[91877]: 2024-03-21 13:24:40.988085063 +0000 UTC m=+0.124413882 container create 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:41.234 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 podman[91877]: 2024-03-21 13:24:41.2072843 +0000 UTC m=+0.343613119 container init 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:41.234 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 podman[91877]: 2024-03-21 13:24:41.210206476 +0000 UTC m=+0.346535296 container start 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:24:41.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:41.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.234Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.234Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.234Z caller=main.go:570 level=info host_details="(Linux 5.14.0-430.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Mar 14 17:54:49 UTC 2024 x86_64 smithi196 (none))" 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.234Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.234Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.236Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.236Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-21T13:24:41.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.237Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.237Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.239Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.239Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.952µs 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.239Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.244Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.249Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.260Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.271Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.275Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.277Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.278Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.279Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.279Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=8 maxSegment=8 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.279Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.996µs wal_replay_duration=39.705047ms wbl_replay_duration=113ns total_replay_duration=39.751419ms 2024-03-21T13:24:41.508 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.283Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.283Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.283Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 bash[91877]: 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 systemd[1]: Started Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.305Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.929153ms db_storage=860ns remote_storage=1.243µs web_handler=362ns query_engine=687ns scrape=446.438µs scrape_sd=84.86µs notify=11.644µs notify_sd=13.891µs rules=21.05779ms tracing=7.524µs 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.305Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-21T13:24:41.509 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:24:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:24:41.305Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-21T13:24:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v820: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 635 B/s rd, 0 op/s 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v821: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 694 B/s rd, 0 op/s 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v822: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v823: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v824: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v825: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v826: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v827: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v828: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v829: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v830: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v831: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v832: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: pgmap v833: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v820: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 635 B/s rd, 0 op/s 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v821: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 694 B/s rd, 0 op/s 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v822: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v823: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v824: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:24:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v825: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v820: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 635 B/s rd, 0 op/s 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v821: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 694 B/s rd, 0 op/s 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v822: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v823: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v824: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v825: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v826: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v827: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v828: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v829: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v830: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v831: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v826: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v827: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v828: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v829: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v830: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v831: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v832: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: pgmap v833: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v832: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: pgmap v833: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:42.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:42.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:42.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v834: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v835: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v836: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v837: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v838: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v839: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v840: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v841: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v842: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v843: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v844: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v845: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v846: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v847: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v848: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v849: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v850: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v851: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v852: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v853: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v854: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: pgmap v855: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v834: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v835: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v836: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v837: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v838: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v839: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v840: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v841: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v842: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v843: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v834: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v835: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v836: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v837: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v838: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v839: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v840: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v841: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v842: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v843: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v844: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v845: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v846: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v847: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v848: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v849: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v844: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v845: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v846: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v847: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v848: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v849: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v850: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v851: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v852: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v853: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v854: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: pgmap v855: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v850: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v851: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v852: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v853: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v854: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: pgmap v855: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.367 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v856: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v857: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v858: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v859: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v860: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v861: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v862: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v863: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.370 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v864: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v865: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v866: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v867: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v868: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.372 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v869: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v870: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v871: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v872: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v873: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v874: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v875: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v876: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v877: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v878: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: pgmap v879: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.375 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.377 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v856: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v857: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v858: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v859: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v860: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v861: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v862: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v863: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v864: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v865: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v866: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v867: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v868: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v869: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v870: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v871: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v856: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v857: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v858: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v859: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v860: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v861: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v862: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v863: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v864: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v865: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v872: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v873: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v874: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v875: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v876: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v877: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v878: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: pgmap v879: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v866: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v867: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v868: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v869: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v870: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v871: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v872: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v873: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v874: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v875: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v876: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v877: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v878: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: pgmap v879: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:44.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v880: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v881: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v882: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v883: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v884: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v885: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v886: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v887: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v888: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v889: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v890: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v891: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v880: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v881: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v882: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v883: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v884: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v885: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v886: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v887: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v888: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v889: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v892: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v893: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v894: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v895: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v896: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v897: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v890: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v891: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v892: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v893: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v894: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v895: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v898: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v899: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v900: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v901: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v902: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: pgmap v903: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v896: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v897: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v898: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v899: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v900: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v901: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v902: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: pgmap v903: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v880: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v881: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v882: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v883: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v884: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v885: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v886: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v887: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v888: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v889: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v890: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v891: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v892: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v893: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v894: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v895: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v896: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v897: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v898: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v899: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v900: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v901: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v902: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: pgmap v903: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:45.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v904: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v905: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v906: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v907: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v908: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v909: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v910: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v911: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v912: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v913: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v904: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v905: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v906: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v907: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v908: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v909: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v910: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v911: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v912: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v913: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v914: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v915: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v916: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v917: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v918: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v919: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v914: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v915: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v916: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v917: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v918: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v919: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v920: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v921: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v922: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v923: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v924: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: pgmap v925: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v920: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v921: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v922: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v923: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v924: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: pgmap v925: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v904: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v905: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v906: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v907: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v908: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v909: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v910: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v911: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v912: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v913: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v914: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v915: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v916: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v917: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v918: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v919: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v920: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v921: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v922: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v923: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v924: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: pgmap v925: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:46.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v926: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v927: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v928: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v929: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v930: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v931: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v932: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v933: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v934: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v935: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v936: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v937: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v938: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v939: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v940: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v941: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v942: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v943: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v944: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v945: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v946: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v947: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v948: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: pgmap v949: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v926: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v927: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v928: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v929: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v930: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v931: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v932: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v933: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v934: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v935: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v936: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v937: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v938: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v939: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v940: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v941: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v942: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v943: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v944: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v945: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v946: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v947: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v948: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: pgmap v949: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v926: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v927: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v928: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v929: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v930: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v931: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v932: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v933: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v934: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v935: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v936: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v937: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v938: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v939: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v940: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v941: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v942: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v943: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v944: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v945: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v946: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v947: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v948: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: pgmap v949: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:47.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:47.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:47.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:47.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v950: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v951: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v952: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v953: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v954: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v955: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v956: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v957: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v958: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v959: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v960: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v961: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v962: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v963: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v964: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v965: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v966: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v967: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v968: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v969: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v970: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: pgmap v971: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.516 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.517 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:48 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:24:48.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v950: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v951: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v952: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v953: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v954: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v955: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v956: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v957: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v958: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v959: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v960: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v961: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v950: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v951: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v952: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v953: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v954: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v955: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v956: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v957: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v958: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v959: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v960: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v961: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v962: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v963: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v964: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v965: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v966: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v967: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v962: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v963: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v964: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v965: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v966: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v967: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v968: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v969: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v970: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: pgmap v971: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:24:48.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v968: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v969: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v970: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: pgmap v971: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:48.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:48.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:48.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:48.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:48.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:48.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:48 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v972: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v973: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v974: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v975: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v976: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v977: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.590 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v978: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v979: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v980: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v981: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.591 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v982: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v983: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v984: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v985: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v986: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v987: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.593 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v988: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v989: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v990: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: pgmap v991: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v972: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v973: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v974: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v975: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v976: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v977: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.650 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v978: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v979: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v980: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v981: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v972: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v973: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v974: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v975: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v976: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v977: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v978: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v979: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v980: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v981: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v982: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v983: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v984: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v985: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v986: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v987: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v982: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v983: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v984: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v985: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v986: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v987: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v988: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v989: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v990: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: pgmap v991: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v988: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v989: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v990: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: pgmap v991: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:49.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v992: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v993: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v994: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v995: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v996: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v997: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v998: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v999: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1000: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1001: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1002: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1003: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1004: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1005: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1006: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1007: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1008: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: pgmap v1009: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v992: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v993: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v994: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v995: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v996: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v997: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v998: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v999: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1000: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1001: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v992: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v993: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v994: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v995: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v996: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v997: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v998: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v999: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1000: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1001: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1002: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1003: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1004: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1005: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1006: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1007: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1002: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1003: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1004: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1005: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1006: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1007: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1008: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: pgmap v1009: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1008: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: pgmap v1009: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:50.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1010: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1011: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1012: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1013: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1014: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1015: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1016: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1017: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1018: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1019: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1020: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1021: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1022: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1023: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1024: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1025: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1026: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: pgmap v1027: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1010: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1011: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1012: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1013: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1014: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1015: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1016: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1017: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1018: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1019: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1010: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1011: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1012: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1013: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1014: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1015: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1016: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1017: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1018: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1019: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1020: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1021: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1022: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1023: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1024: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1025: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1020: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1021: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1022: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1023: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1024: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1025: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1026: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: pgmap v1027: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1026: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: pgmap v1027: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:51.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:51.918 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.918 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:51.918 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:51.918 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:51.918 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1028: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1029: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1030: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1031: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1032: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1033: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1034: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1035: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1036: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1037: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1038: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1039: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1040: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1041: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1042: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1043: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1044: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1045: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1046: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1047: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1048: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: pgmap v1049: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:52 smithi196 ceph-mon[25809]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1028: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1029: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1030: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1031: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1032: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1033: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.724 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1034: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1035: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1036: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1037: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.725 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1038: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1028: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1029: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1030: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.726 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1031: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1032: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1033: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1034: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1035: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.727 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:24:52.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:24:52.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1036: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1037: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1038: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1039: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1040: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1041: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1042: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:52.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1043: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1044: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1045: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.732 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1046: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1047: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.733 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1048: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: pgmap v1049: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.734 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[24852]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:24:52.735 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1039: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1040: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1041: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.736 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1042: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1043: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.737 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1044: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1045: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1046: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1047: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1048: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: pgmap v1049: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:52.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:52.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:52.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:52.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:52.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:52.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:52.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:52 smithi067 ceph-mon[29824]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:24:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1050: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1051: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1052: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1053: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1054: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1055: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1056: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1057: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1050: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1051: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1052: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1053: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1054: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1055: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1056: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1057: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1058: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1059: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1060: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1061: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1062: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: pgmap v1063: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1058: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1059: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1060: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1061: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1062: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: pgmap v1063: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1050: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1051: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1052: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1053: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1054: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1055: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1056: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1057: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1058: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1059: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1060: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1061: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:24:53.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1062: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: pgmap v1063: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:53.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:53 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:24:54.078 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:24:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:24:53] "GET /metrics HTTP/1.1" 200 38062 "" "Prometheus/2.43.0" 2024-03-21T13:24:56.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:56 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:56.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:56 smithi196 ceph-mon[25809]: pgmap v1064: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:56.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:56.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:56 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:56.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:56 smithi067 ceph-mon[29824]: pgmap v1064: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:56.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:56 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:24:56.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:56 smithi067 ceph-mon[24852]: pgmap v1064: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:24:56.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:24:58.295 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:58 smithi067 ceph-mon[24852]: Upgrade: Updating alertmanager.a 2024-03-21T13:24:58.296 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:58 smithi067 ceph-mon[24852]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:24:58.296 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:24:58 smithi067 ceph-mon[24852]: pgmap v1065: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:24:58.296 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:58 smithi067 ceph-mon[29824]: Upgrade: Updating alertmanager.a 2024-03-21T13:24:58.296 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:58 smithi067 ceph-mon[29824]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:24:58.296 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:24:58 smithi067 ceph-mon[29824]: pgmap v1065: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:24:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:58 smithi196 ceph-mon[25809]: Upgrade: Updating alertmanager.a 2024-03-21T13:24:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:58 smithi196 ceph-mon[25809]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:24:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:24:58 smithi196 ceph-mon[25809]: pgmap v1065: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:24:59.876 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:24:59 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:25:00.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:00 smithi067 ceph-mon[29824]: pgmap v1066: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-03-21T13:25:00.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:00 smithi067 ceph-mon[24852]: pgmap v1066: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-03-21T13:25:00.153 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:24:59 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[65307]: level=info ts=2024-03-21T13:24:59.875Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:25:00.153 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:24:59 smithi067 podman[110137]: 2024-03-21 13:24:59.916685916 +0000 UTC m=+0.167670856 container died 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:00.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:00 smithi196 ceph-mon[25809]: pgmap v1066: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-03-21T13:25:00.635 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 podman[110137]: 2024-03-21 13:25:00.368099643 +0000 UTC m=+0.619084631 container cleanup 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:00.635 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 bash[110137]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a 2024-03-21T13:25:00.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 podman[110151]: 2024-03-21 13:25:00.635912949 +0000 UTC m=+0.714267434 container remove 167edf525d4529124fffa93bc764bc3a6a45880d6f5914655e8e9e7cf84f9cec (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:00.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 podman[110151]: 2024-03-21 13:25:00.7200246 +0000 UTC m=+0.798379097 volume remove b32cb468dfcc101c214eb6e1d6ec470dcd8136c492043b8594b3e7d00fce2caa 2024-03-21T13:25:00.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-21T13:25:00.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:25:00.903 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:00 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Consumed 1.552s CPU time. 2024-03-21T13:25:01.127 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:25:01.280 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 systemd[1]: Starting Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:25:01.611 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 podman[110310]: 2024-03-21 13:25:01.279389928 +0000 UTC m=+0.103775065 volume create dc031ab3941920ec0374f83648adda825bddd0854973549fdba73f86d9a4a507 2024-03-21T13:25:01.611 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 podman[110310]: 2024-03-21 13:25:01.195678884 +0000 UTC m=+0.020064015 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-21T13:25:01.611 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 podman[110310]: 2024-03-21 13:25:01.371483803 +0000 UTC m=+0.195868931 container create 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:01.820 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 9s ago 28m - - 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 8s ago 28m - - 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (14m) 9s ago 22m 24.3M - 0.23.0 ba2b418f427c 167edf525d45 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 8s ago 22m - - 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (117s) 9s ago 21m 48.7M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (107s) 8s ago 27m 450M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (12m) 9s ago 29m 518M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (29m) 9s ago 29m 117M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (27m) 8s ago 27m 70.7M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (27m) 9s ago 27m 74.7M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (66s) 9s ago 23m 7356k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (62s) 8s ago 23m 16.5M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (27m) 9s ago 27m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:25:01.821 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (26m) 9s ago 26m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (26m) 9s ago 26m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (25m) 9s ago 25m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (25m) 8s ago 25m 55.9M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (25m) 8s ago 25m 53.3M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (24m) 8s ago 24m 52.3M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (24m) 8s ago 24m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (20s) 8s ago 23m 51.6M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (22m) 9s ago 22m 77.8M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:25:01.822 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (22m) 8s ago 22m 75.2M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:25:02.049 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 podman[110310]: 2024-03-21 13:25:01.732862073 +0000 UTC m=+0.557247201 container init 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:02.049 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 podman[110310]: 2024-03-21 13:25:01.735686389 +0000 UTC m=+0.560071525 container start 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:02.049 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.746Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.746Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.748Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.749Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.772Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.772Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.776Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:01.776Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 bash[110310]: 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 2024-03-21T13:25:02.050 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:01 smithi067 systemd[1]: Started Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:25:02.246 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:25:02.246 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:25:02.246 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:25:02.246 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:25:02.247 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:25:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: pgmap v1067: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 623 B/s rd, 0 op/s 2024-03-21T13:25:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: pgmap v1067: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 623 B/s rd, 0 op/s 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:02 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: pgmap v1067: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 623 B/s rd, 0 op/s 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:02.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:02 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:02.644 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:25:02.644 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:25:02.644 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [ 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr" 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "2/2 daemons upgraded", 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading alertmanager daemons", 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:25:02.645 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='client.25552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: pgmap v1068: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: pgmap v1069: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3988054079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='client.25552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: pgmap v1068: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: pgmap v1069: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3988054079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='client.15630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='client.15636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='client.25552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: pgmap v1068: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: pgmap v1069: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3988054079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:03.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:03 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:03.897 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:03.750Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000857867s 2024-03-21T13:25:04.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:25:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:25:03] "GET /metrics HTTP/1.1" 200 38061 "" "Prometheus/2.43.0" 2024-03-21T13:25:04.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1070: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:25:04.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1071: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-03-21T13:25:04.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1072: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:25:04.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1073: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 4 op/s 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1074: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1075: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1076: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1077: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1078: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1079: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='client.15654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1080: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1081: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1082: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1083: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1084: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: pgmap v1085: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1070: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1071: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1072: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1073: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 4 op/s 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1074: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1075: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1076: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1077: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1078: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1079: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='client.15654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1080: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1081: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1082: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1083: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1084: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: pgmap v1085: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:04 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1070: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:25:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1071: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-03-21T13:25:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1072: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-03-21T13:25:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1073: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 4 op/s 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1074: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1075: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1076: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1077: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1078: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1079: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='client.15654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1080: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1081: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1082: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1083: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1084: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: pgmap v1085: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:04.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:04 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1086: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1087: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1088: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1089: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1090: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1091: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1092: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1093: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1094: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1095: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1096: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.146 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1097: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1098: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1099: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: pgmap v1104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1086: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1087: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1088: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1089: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1090: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1091: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1092: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1093: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1094: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1095: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1096: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1097: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1098: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1099: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: pgmap v1104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:05 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1086: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1087: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1088: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1089: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1090: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1091: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1092: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1093: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1094: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1095: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1096: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1097: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1098: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1099: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: pgmap v1104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:05 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: pgmap v1118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: pgmap v1118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:06 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: pgmap v1118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:06.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:06.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:06.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:06 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: pgmap v1137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: pgmap v1137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.417 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.418 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:07 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: pgmap v1137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:07.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:07 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: pgmap v1156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: pgmap v1156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:08 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 20 op/s 2024-03-21T13:25:08.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: pgmap v1156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:08.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:08.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:08.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:08.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:08.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:08 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: pgmap v1176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: pgmap v1176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:09 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1168: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1175: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: pgmap v1176: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:09.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:09 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: pgmap v1192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: pgmap v1192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.345 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.346 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:10 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1177: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1178: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: pgmap v1192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:10.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:10 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1209: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: pgmap v1212: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1209: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: pgmap v1212: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1209: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: pgmap v1212: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:11.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:11 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.062 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:11 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:11.753Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003378103s 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1213: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1214: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1215: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1216: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1217: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1218: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1219: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1220: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1221: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1222: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1223: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1224: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1225: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1226: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1227: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1228: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1229: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1230: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1231: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: pgmap v1232: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1213: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1214: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1215: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1216: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1217: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1218: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1219: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1220: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1221: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1222: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1223: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1224: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1225: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1226: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1227: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1228: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1229: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1230: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1231: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: pgmap v1232: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.335 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.336 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.339 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.342 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1213: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1214: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1215: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1216: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1217: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1218: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1219: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1220: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1221: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1222: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1223: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1224: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1225: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1226: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1227: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1228: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1229: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1230: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1231: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: pgmap v1232: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:12.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:12.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:12.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:12.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1233: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1234: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1235: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1236: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1237: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1238: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1239: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1240: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1241: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1242: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1243: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1244: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1245: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1246: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1247: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:13.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1248: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1249: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1250: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1251: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: pgmap v1252: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1233: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1234: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1235: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1236: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1237: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1238: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1239: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1240: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1241: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1242: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1243: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1244: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1245: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1246: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1247: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1248: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1249: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1250: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1251: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: pgmap v1252: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1233: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1234: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1235: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1236: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1237: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1238: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1239: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1240: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1241: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1242: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1243: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1244: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1245: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1246: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 18 op/s 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1247: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1248: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1249: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1250: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1251: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: pgmap v1252: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:13.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:13 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:14.082 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:25:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:25:13] "GET /metrics HTTP/1.1" 200 38073 "" "Prometheus/2.43.0" 2024-03-21T13:25:14.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: pgmap v1253: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:14.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: pgmap v1254: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:14.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: pgmap v1253: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: pgmap v1254: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:14 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: pgmap v1253: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:14.487 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: pgmap v1254: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:14.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:14.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:14 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: pgmap v1255: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: pgmap v1256: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: pgmap v1257: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: pgmap v1258: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:15 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: pgmap v1255: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: pgmap v1256: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: pgmap v1257: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: pgmap v1258: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: pgmap v1255: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: pgmap v1256: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: pgmap v1257: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: pgmap v1258: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:15.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:15.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:15 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:16.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:16 smithi067 ceph-mon[24852]: pgmap v1259: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:16.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:16 smithi067 ceph-mon[24852]: pgmap v1260: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:16.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:16 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:16.333 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:16 smithi067 ceph-mon[29824]: pgmap v1259: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:16.333 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:16 smithi067 ceph-mon[29824]: pgmap v1260: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:16.333 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:16 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:16.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:16 smithi196 ceph-mon[25809]: pgmap v1259: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:16.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:16 smithi196 ceph-mon[25809]: pgmap v1260: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:16.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:16 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:17 smithi067 ceph-mon[24852]: Upgrade: Updating alertmanager.a 2024-03-21T13:25:17.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:17 smithi067 ceph-mon[24852]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:25:17.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:17 smithi067 ceph-mon[29824]: Upgrade: Updating alertmanager.a 2024-03-21T13:25:17.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:17 smithi067 ceph-mon[29824]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:25:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:17 smithi196 ceph-mon[25809]: Upgrade: Updating alertmanager.a 2024-03-21T13:25:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:17 smithi196 ceph-mon[25809]: Deploying daemon alertmanager.a on smithi067 2024-03-21T13:25:18.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:18 smithi067 ceph-mon[24852]: pgmap v1261: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:18.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:18 smithi067 ceph-mon[29824]: pgmap v1261: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:18.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:18 smithi196 ceph-mon[25809]: pgmap v1261: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:19.371 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:19 smithi067 ceph-mon[29824]: pgmap v1262: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:25:19.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:19 smithi067 ceph-mon[24852]: pgmap v1262: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:25:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:19 smithi196 ceph-mon[25809]: pgmap v1262: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1 KiB/s rd, 1 op/s 2024-03-21T13:25:21.076 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:20 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:25:21.351 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:21 smithi067 ceph-mon[24852]: pgmap v1263: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-03-21T13:25:21.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:21 smithi067 ceph-mon[29824]: pgmap v1263: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-03-21T13:25:21.352 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:21 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[110367]: ts=2024-03-21T13:25:21.075Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:25:21.352 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:21 smithi067 podman[114915]: 2024-03-21 13:25:21.096488777 +0000 UTC m=+0.131146353 container died 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:21 smithi196 ceph-mon[25809]: pgmap v1263: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 753 B/s rd, 0 op/s 2024-03-21T13:25:21.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:21 smithi067 podman[114915]: 2024-03-21 13:25:21.610161342 +0000 UTC m=+0.644818960 container cleanup 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:21.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:21 smithi067 bash[114915]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a 2024-03-21T13:25:21.902 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:21 smithi067 podman[114929]: 2024-03-21 13:25:21.83651552 +0000 UTC m=+0.736684426 container remove 1c75bd46d7a33e67b44034bdd3c5b31e9b55dad2c829fb93c81168699c5b1f27 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:22.173 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:21 smithi067 podman[114929]: 2024-03-21 13:25:21.903635709 +0000 UTC m=+0.803804573 volume remove dc031ab3941920ec0374f83648adda825bddd0854973549fdba73f86d9a4a507 2024-03-21T13:25:22.613 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:22 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-21T13:25:22.613 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:22 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:25:22.613 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:22 smithi067 systemd[1]: Starting Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:25:22.883 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:22 smithi067 podman[115060]: 2024-03-21 13:25:22.612978903 +0000 UTC m=+0.111147492 volume create 79d242cf58ae194a23dcd09eda9058c4c52b8ee1c4c3c9ccfe8c574deeeea53c 2024-03-21T13:25:22.883 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:22 smithi067 podman[115060]: 2024-03-21 13:25:22.519864439 +0000 UTC m=+0.018033057 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-21T13:25:22.883 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:22 smithi067 podman[115060]: 2024-03-21 13:25:22.71353778 +0000 UTC m=+0.211706408 container create b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:23.402 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 podman[115060]: 2024-03-21 13:25:23.024498161 +0000 UTC m=+0.522666776 container init b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:23.402 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 podman[115060]: 2024-03-21 13:25:23.027302653 +0000 UTC m=+0.525471242 container start b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.039Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.039Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.041Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.042Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.065Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.065Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.068Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:23.068Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 bash[115060]: b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 2024-03-21T13:25:23.403 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:23 smithi067 systemd[1]: Started Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:25:24.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:25:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:25:23] "GET /metrics HTTP/1.1" 200 38073 "" "Prometheus/2.43.0" 2024-03-21T13:25:24.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: pgmap v1264: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: pgmap v1264: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: pgmap v1264: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:24.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:24 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.218 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:25.043Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00058843s 2024-03-21T13:25:25.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1265: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:25.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1266: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:25.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1267: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1268: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 990 B/s rd, 0 op/s 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1269: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1270: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1271: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1272: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1273: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1274: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1275: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1276: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1277: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1278: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1279: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1280: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1265: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1266: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1267: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1268: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 990 B/s rd, 0 op/s 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1269: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:25:25.221 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1270: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1271: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1272: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1273: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1274: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1275: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1276: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1277: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1278: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1279: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1280: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.223 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1281: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: pgmap v1282: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.225 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1281: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: pgmap v1282: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.227 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.228 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.230 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.231 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.232 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:25 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1265: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1266: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1267: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1268: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 990 B/s rd, 0 op/s 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1269: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1270: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1271: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1272: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1273: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1274: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1275: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1276: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1277: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1278: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1279: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1280: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1281: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: pgmap v1282: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:25.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:25 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1283: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1284: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1285: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1286: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1287: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1288: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1289: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1290: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1291: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1292: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1293: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1294: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1295: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1296: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1297: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1298: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1299: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1300: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1301: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1302: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1283: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1284: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1285: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1286: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1287: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1288: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1289: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1290: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1291: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1292: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1293: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1294: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1295: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1296: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1297: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1298: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1299: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1300: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1301: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1302: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1303: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: pgmap v1304: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1303: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: pgmap v1304: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.162 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:26 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1283: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1284: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1285: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1286: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1287: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1288: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1289: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1290: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1291: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1292: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1293: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1294: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1295: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1296: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1297: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1298: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1299: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1300: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1301: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1302: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1303: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: pgmap v1304: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:26.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:26 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1305: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1306: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1307: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1308: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1309: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1310: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1311: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1312: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1313: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1314: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1315: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1316: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1317: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1318: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1319: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1320: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1321: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: pgmap v1322: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1305: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1306: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1307: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1308: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1309: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1310: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1311: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1312: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1313: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1314: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1315: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1316: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1317: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1318: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1319: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1320: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1321: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: pgmap v1322: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.160 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.168 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1305: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1306: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1307: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1308: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1309: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1310: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1311: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1312: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1313: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1314: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1315: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1316: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1317: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1318: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1319: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1320: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1321: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: pgmap v1322: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:27.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:27 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1323: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1324: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1325: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1326: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1327: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1328: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1329: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1330: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1331: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1332: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1333: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1334: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 16 op/s 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1335: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1336: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1337: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1338: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 14 op/s 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1339: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1340: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1341: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1323: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1324: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1325: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1326: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1327: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1328: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1329: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1330: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1331: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1332: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1333: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1334: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 16 op/s 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1335: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1336: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1337: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1338: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 14 op/s 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1339: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1340: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1341: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1342: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: pgmap v1343: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1342: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: pgmap v1343: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:28 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1323: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1324: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1325: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1326: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1327: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1328: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1329: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1330: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1331: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1332: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1333: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1334: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 16 op/s 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1335: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1336: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 14 op/s 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1337: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 19 op/s 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1338: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 14 op/s 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1339: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1340: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1341: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1342: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: pgmap v1343: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.423 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:28.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:28.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:28.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:28.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:28 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1344: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1345: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1346: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1347: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1348: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1349: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1350: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1351: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1352: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1353: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1354: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1355: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1356: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1357: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1358: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1359: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1360: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: pgmap v1361: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1344: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1345: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1346: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1347: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1348: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1349: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1350: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1351: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1352: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1353: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1354: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1355: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1356: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1357: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1358: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1359: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1360: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: pgmap v1361: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1344: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1345: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1346: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1347: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1348: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1349: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1350: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1351: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1352: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1353: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1354: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1355: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1356: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1357: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1358: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1359: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1360: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: pgmap v1361: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:29.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:29.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:29.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:29.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:29 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1362: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1363: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1364: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1365: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.348 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1366: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1367: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1368: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1369: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1370: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1371: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1372: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1373: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1374: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1375: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1376: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1377: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1378: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1379: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1362: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1363: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1364: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1365: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1366: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1367: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1368: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1369: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1370: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1371: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1372: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1373: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1374: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1375: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1376: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1377: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1378: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1379: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1380: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: pgmap v1381: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1380: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: pgmap v1381: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.358 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.359 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.360 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.361 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.362 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1362: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1363: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1364: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1365: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1366: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1367: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1368: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1369: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1370: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1371: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1372: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1373: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1374: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1375: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1376: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1377: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1378: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1379: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1380: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: pgmap v1381: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:30.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1382: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1383: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1384: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1385: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1386: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1387: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1388: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1389: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1390: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1391: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1392: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1393: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1394: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1395: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1396: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1397: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1398: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1399: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1400: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1401: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1382: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1383: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1384: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1385: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1386: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1387: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1388: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1389: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1390: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1391: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1392: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1393: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1394: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1395: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1396: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1397: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1398: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1399: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1400: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1401: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1402: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: pgmap v1403: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1402: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: pgmap v1403: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.316 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:31 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1382: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1383: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1384: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1385: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1386: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1387: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1388: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1389: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.340 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1390: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1391: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1392: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1393: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1394: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1395: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1396: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1397: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1398: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1399: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1400: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.341 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1401: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1402: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: pgmap v1403: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:31.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:31.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:31 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1404: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1405: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1406: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1407: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.300 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1408: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1409: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1410: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1411: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1412: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1413: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1414: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1415: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1416: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: pgmap v1417: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.303 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1404: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1405: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.304 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.305 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1406: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.305 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1407: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.305 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1408: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1409: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1410: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1411: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1412: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1413: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.306 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1414: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1415: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1416: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: pgmap v1417: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.308 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.310 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.311 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.313 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.314 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1404: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1405: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1406: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1407: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1408: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1409: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1410: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1411: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1412: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1413: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1414: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1415: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1416: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: pgmap v1417: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:32.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.023 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1418: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1419: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1420: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1421: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1422: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1423: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1424: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1425: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1426: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1427: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1428: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1429: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1430: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1431: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1432: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1433: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1434: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.300 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: pgmap v1435: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.301 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.302 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:33 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.402 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:25:33.045Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003283373s 2024-03-21T13:25:33.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1418: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1419: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1420: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1421: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1422: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1423: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1424: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1425: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1426: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1427: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1428: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1429: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1430: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1431: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1432: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1433: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1434: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: pgmap v1435: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1418: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1419: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1420: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1421: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1422: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1423: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1424: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1425: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 15 op/s 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1426: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1427: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1428: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1429: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 17 op/s 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1430: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1431: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1432: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1433: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1434: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: pgmap v1435: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.408 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.410 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.417 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:33.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:33.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:33.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:33.418 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:33.788 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:25:33.788 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 19s ago 28m - - 2024-03-21T13:25:33.788 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 0s ago 28m - - 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 starting - - - - 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 error 0s ago 23m - - 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (2m) 19s ago 22m 48.8M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 0s ago 28m 450M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (12m) 19s ago 29m 520M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (29m) 19s ago 29m 123M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (28m) 0s ago 28m 70.8M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (28m) 19s ago 28m 75.2M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (98s) 19s ago 24m 7386k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (94s) 0s ago 24m 16.6M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (27m) 19s ago 27m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (27m) 19s ago 27m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (26m) 19s ago 26m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:25:33.789 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (26m) 19s ago 26m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (26m) 0s ago 26m 55.9M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (25m) 0s ago 25m 53.4M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (25m) 0s ago 25m 52.3M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (25m) 0s ago 25m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (52s) 0s ago 24m 62.5M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (22m) 19s ago 22m 77.9M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:25:33.790 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (22m) 0s ago 22m 75.4M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:25:34.051 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:25:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:25:33] "GET /metrics HTTP/1.1" 200 38071 "" "Prometheus/2.43.0" 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1436: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1437: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1438: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1439: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1440: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1441: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1442: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1443: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1444: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1445: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1446: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1447: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1448: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1449: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1450: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1451: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1452: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.313 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1453: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1454: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1455: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:34.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.314 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:25:34.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:25:34.314 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:25:34.314 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:34.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:25:34.315 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1456: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: pgmap v1457: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.316 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1436: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1437: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1438: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1439: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1440: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1441: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.318 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1442: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1443: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1444: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1445: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1446: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1447: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1448: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1449: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1450: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1451: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.319 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1452: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1453: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1454: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1455: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.320 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1456: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.321 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: pgmap v1457: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.322 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.323 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.324 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1436: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1437: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1438: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1439: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1440: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1441: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1442: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1443: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1444: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1445: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1446: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1447: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1448: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1449: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1450: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1451: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1452: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1453: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1454: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1455: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1456: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: pgmap v1457: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.327 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.328 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:34.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:34.330 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:34.330 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:34.330 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [ 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr" 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "2/2 daemons upgraded", 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading grafana daemons", 2024-03-21T13:25:34.685 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:25:34.686 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:25:35.216 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1458: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1459: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1460: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1461: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1462: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1463: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1464: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1465: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1466: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1467: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1468: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1469: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1470: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: pgmap v1471: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/239232397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:35 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1458: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1459: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1460: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1461: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1462: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1463: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1464: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1465: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1466: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1467: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1468: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1469: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1470: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: pgmap v1471: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1458: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1459: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1460: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1461: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1462: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1463: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1464: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1465: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1466: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1467: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1468: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1469: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1470: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: pgmap v1471: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/239232397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/239232397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:35.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:35 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:36.305 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: pgmap v1472: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: pgmap v1473: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: pgmap v1474: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: pgmap v1475: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: pgmap v1476: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: pgmap v1477: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: from='client.25594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:36.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: pgmap v1472: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: pgmap v1473: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: pgmap v1474: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: pgmap v1475: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: pgmap v1476: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: pgmap v1477: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: from='client.25594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:36.307 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:36 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:36.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: pgmap v1472: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: pgmap v1473: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:36.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: pgmap v1474: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: pgmap v1475: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:36.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: pgmap v1476: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: pgmap v1477: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:36.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: from='client.25594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:25:36.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:36 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:38.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:38 smithi196 ceph-mon[25809]: pgmap v1478: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:38.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:38 smithi196 ceph-mon[25809]: Upgrade: Updating grafana.a 2024-03-21T13:25:38.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:38 smithi196 ceph-mon[25809]: Deploying daemon grafana.a on smithi196 2024-03-21T13:25:38.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:38 smithi067 ceph-mon[24852]: pgmap v1478: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:38.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:38 smithi067 ceph-mon[24852]: Upgrade: Updating grafana.a 2024-03-21T13:25:38.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:38 smithi067 ceph-mon[24852]: Deploying daemon grafana.a on smithi196 2024-03-21T13:25:38.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:38 smithi067 ceph-mon[29824]: pgmap v1478: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:25:38.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:38 smithi067 ceph-mon[29824]: Upgrade: Updating grafana.a 2024-03-21T13:25:38.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:38 smithi067 ceph-mon[29824]: Deploying daemon grafana.a on smithi196 2024-03-21T13:25:39.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: pgmap v1479: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: pgmap v1480: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: pgmap v1481: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: pgmap v1482: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: pgmap v1479: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: pgmap v1480: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:39.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: pgmap v1481: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:25:39.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: pgmap v1482: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:39.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:39 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.467 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: pgmap v1479: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: pgmap v1480: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: pgmap v1481: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: pgmap v1482: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:39.468 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:39 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:39.853 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:39 smithi196 systemd[1]: Starting Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:25:40.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:39 smithi196 podman[104177]: 2024-03-21 13:25:39.756802568 +0000 UTC m=+0.018821673 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-03-21T13:25:40.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:39 smithi196 podman[104177]: 2024-03-21 13:25:39.867793751 +0000 UTC m=+0.129812847 container create 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 (image=quay.io/ceph/grafana:9.4.12, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Grafana Labs ) 2024-03-21T13:25:40.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 podman[104177]: 2024-03-21 13:25:40.069909936 +0000 UTC m=+0.331929043 container init 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 (image=quay.io/ceph/grafana:9.4.12, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Grafana Labs ) 2024-03-21T13:25:40.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 podman[104177]: 2024-03-21 13:25:40.072268306 +0000 UTC m=+0.334287404 container start 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 (image=quay.io/ceph/grafana:9.4.12, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Grafana Labs ) 2024-03-21T13:25:40.420 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 bash[104177]: 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 2024-03-21T13:25:40.420 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 systemd[1]: Started Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:25:40.420 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.2357792Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-03-21T13:25:40.420 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235971276Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235982562Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235986071Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235988997Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235992966Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235995671Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.235998157Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236000627Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236003396Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236006092Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236008461Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236011176Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236013752Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-21T13:25:40.421 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236016293Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-21T13:25:40.422 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236018636Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-21T13:25:40.422 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236020964Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-21T13:25:40.422 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236023437Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-21T13:25:40.422 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=settings t=2024-03-21T13:25:40.236025934Z level=info msg="App mode production" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore t=2024-03-21T13:25:40.236068933Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore t=2024-03-21T13:25:40.236079434Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.247754545Z level=info msg="Starting DB migrations" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.251253312Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.26329779Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.264464967Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.264785316Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.265845051Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.266922791Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.267966001Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.268268513Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.268743246Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-03-21T13:25:40.423 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.269318401Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.269669841Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.270958808Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.2716482Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.272745212Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.273811325Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.274877446Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.275866556Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.277105367Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.27818189Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.281036103Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.283670377Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.286534858Z level=info msg="Executing migration" id="create provenance_type table" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.287050137Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-03-21T13:25:40.424 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.289843891Z level=info msg="Executing migration" id="create alert_image table" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.292374774Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.295136104Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.295454373Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.298119586Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.300896092Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.301088153Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.303578796Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.304064898Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.306908984Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.309584263Z level=info msg="Executing migration" id="create secrets table" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.31000418Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.316150866Z level=info msg="Executing migration" id="add name column into data_keys" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.319093098Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-03-21T13:25:40.425 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.32175987Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.327986991Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.334232503Z level=info msg="Executing migration" id="add column hidden to role table" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.337038934Z level=info msg="Executing migration" id="create query_history table v1" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.339729477Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.340204842Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.342897992Z level=info msg="Executing migration" id="teams permissions migration" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.345587555Z level=info msg="Executing migration" id="dashboard permissions" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.348281915Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.349045831Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.35180599Z level=info msg="Executing migration" id="alerting notification permissions" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.354296905Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.356916153Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.3574146Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.360096942Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-03-21T13:25:40.426 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.36288184Z level=info msg="Executing migration" id="create correlation table v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.3657227Z level=info msg="Executing migration" id="add index correlations.uid" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.366370992Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.369127451Z level=info msg="Executing migration" id="add correlation config column" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.371909803Z level=info msg="Executing migration" id="create entity_events table" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.37461873Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.375057849Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.375146156Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.377715042Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.377805848Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.380374168Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.38303341Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.383485811Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.386125283Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.388619504Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.391349037Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-21T13:25:40.427 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.391875754Z level=info msg="Executing migration" id="Drop public config table" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.39447542Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.397171305Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.399913828Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.400416522Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.403069847Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.406928478Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.408125071Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.409307767Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.410204639Z level=info msg="Executing migration" id="add share column" 2024-03-21T13:25:40.428 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.411526718Z level=info msg="Executing migration" id="create default alerting folders" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.412319894Z level=info msg="Executing migration" id="create file table" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.412759754Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.413739627Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.414449517Z level=info msg="Executing migration" id="create file_meta table" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.415409221Z level=info msg="Executing migration" id="file table idx: path key" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.415993897Z level=info msg="Executing migration" id="set path collation in file table" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.416932739Z level=info msg="Executing migration" id="managed permissions migration" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.418239587Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.419071224Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.419592984Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.420757856Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.421633239Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.422510357Z level=info msg="Executing migration" id="update group index for alert rules" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.423057288Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-03-21T13:25:40.429 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.423920079Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-03-21T13:25:40.716 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.424769658Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-03-21T13:25:40.716 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.425934115Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.427108139Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.427960431Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.441580459Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.442420719Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.442868982Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.447235355Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.448100235Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.44909562Z level=info msg="Executing migration" id="create folder table" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.449643249Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.450506747Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.451467034Z level=info msg="Executing migration" id="Update folder title length" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.452318926Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-03-21T13:25:40.717 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=migrator t=2024-03-21T13:25:40.452946867Z level=info msg="migrations completed" performed=105 skipped=376 duration=201.748413ms 2024-03-21T13:25:40.718 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore t=2024-03-21T13:25:40.453255628Z level=info msg="Created default organization" 2024-03-21T13:25:40.718 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=plugin.finder t=2024-03-21T13:25:40.484971569Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-03-21T13:25:40.718 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=secrets t=2024-03-21T13:25:40.485088928Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-21T13:25:40.718 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=query_data t=2024-03-21T13:25:40.487338113Z level=info msg="Query Service initialization" 2024-03-21T13:25:40.718 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=live.push_http t=2024-03-21T13:25:40.491779658Z level=info msg="Live Push Gateway initialization" 2024-03-21T13:25:41.386 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: pgmap v1483: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 855 B/s rd, 0 op/s 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.387 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.390 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=infra.usagestats.collector t=2024-03-21T13:25:41.129678479Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-21T13:25:41.390 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=provisioning.datasources t=2024-03-21T13:25:41.131430675Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=provisioning.datasources t=2024-03-21T13:25:41.131439165Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=provisioning.datasources t=2024-03-21T13:25:41.131537112Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=provisioning.datasources t=2024-03-21T13:25:41.142528666Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=provisioning.alerting t=2024-03-21T13:25:41.153439966Z level=info msg="starting to provision alerting" 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=provisioning.alerting t=2024-03-21T13:25:41.153450209Z level=info msg="finished to provision alerting" 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=grafanaStorageLogger t=2024-03-21T13:25:41.153604402Z level=info msg="storage starting" 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=ngalert.state.manager t=2024-03-21T13:25:41.153693776Z level=info msg="Warming state cache for startup" 2024-03-21T13:25:41.391 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=http.server t=2024-03-21T13:25:41.155351694Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=ngalert.state.manager t=2024-03-21T13:25:41.167906084Z level=info msg="State cache has been initialized" states=0 duration=14.210751ms 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=ticker t=2024-03-21T13:25:41.16794462Z level=info msg=starting first_tick=2024-03-21T13:25:50Z 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=ngalert.multiorg.alertmanager t=2024-03-21T13:25:41.167960688Z level=info msg="starting MultiOrg Alertmanager" 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore.transactions t=2024-03-21T13:25:41.179137072Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore.transactions t=2024-03-21T13:25:41.189942555Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore.transactions t=2024-03-21T13:25:41.201293402Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore.transactions t=2024-03-21T13:25:41.211488182Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=sqlstore.transactions t=2024-03-21T13:25:41.221713405Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2024-03-21T13:25:41.392 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=secret.migration t=2024-03-21T13:25:41.221839968Z level=error msg="Server lock for secret migration already exists" 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.395 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.395 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.395 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.395 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.395 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.395 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:41 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: pgmap v1483: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 855 B/s rd, 0 op/s 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:25:41.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: pgmap v1483: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 855 B/s rd, 0 op/s 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:41.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Cluster is now healthy 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:42 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Cluster is now healthy 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Cluster is now healthy 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:42.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: pgmap v1484: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:43 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: pgmap v1484: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: pgmap v1484: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.272 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:25:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:25:43] "GET /metrics HTTP/1.1" 200 38068 "" "Prometheus/2.43.0" 2024-03-21T13:25:44.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:44.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:44.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:44.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:44.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:44.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:44 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: pgmap v1485: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 855 B/s rd, 0 op/s 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.526 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:45 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: pgmap v1485: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 855 B/s rd, 0 op/s 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: pgmap v1485: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 855 B/s rd, 0 op/s 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:45.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:45.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:45.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:46 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:46.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:46.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: pgmap v1486: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 641 B/s rd, 0 op/s 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:47 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: pgmap v1486: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 641 B/s rd, 0 op/s 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: pgmap v1486: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 641 B/s rd, 0 op/s 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:47.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:48.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:48.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:48.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:48.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:48.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:48 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.628 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: pgmap v1487: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:49 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: pgmap v1487: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: pgmap v1487: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.640 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:50 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.667 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.668 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:50.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:50.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:50.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:50.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:50.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: pgmap v1488: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 911 B/s rd, 0 op/s 2024-03-21T13:25:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: Upgrade: Finalizing container_image settings 2024-03-21T13:25:51.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:25:51.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:25:51.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:51.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:51.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: pgmap v1488: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 911 B/s rd, 0 op/s 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: Upgrade: Finalizing container_image settings 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:25:51.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:25:51.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:25:51.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:25:51.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:25:51.663 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:25:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:25:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:25:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:25:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.666 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: Upgrade: Complete! 2024-03-21T13:25:51.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:25:51.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:25:51.667 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:25:51.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:51.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:51.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:51.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:51.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:25:51.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:25:51.669 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.670 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: Upgrade: Complete! 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:25:51.671 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:25:51.672 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:25:51.672 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.672 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:51.672 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:51.672 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.672 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.673 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:51.673 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:51.673 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.673 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:51.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:25:51.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: pgmap v1488: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 911 B/s rd, 0 op/s 2024-03-21T13:25:51.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: Upgrade: Finalizing container_image settings 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:25:51.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: Upgrade: Complete! 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:25:51.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:51.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:51 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:52 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:54.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:54 smithi067 ceph-mon[29824]: pgmap v1489: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:54.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:25:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:25:53] "GET /metrics HTTP/1.1" 200 38068 "" "Prometheus/2.43.0" 2024-03-21T13:25:54.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:54 smithi067 ceph-mon[24852]: pgmap v1489: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:54.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:54 smithi196 ceph-mon[25809]: pgmap v1489: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:25:56.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[24852]: pgmap v1490: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[29824]: pgmap v1490: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:56.148 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:56 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:56 smithi196 ceph-mon[25809]: pgmap v1490: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:25:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:56 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:25:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:56 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:25:56.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:56 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:25:58.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:25:58 smithi067 ceph-mon[24852]: pgmap v1491: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:25:58.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:25:58 smithi067 ceph-mon[29824]: pgmap v1491: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:25:58.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:25:58 smithi196 ceph-mon[25809]: pgmap v1491: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:00.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[24852]: pgmap v1492: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[29824]: pgmap v1492: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:00 smithi196 ceph-mon[25809]: pgmap v1492: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:00 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:02 smithi067 ceph-mon[24852]: pgmap v1493: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:02 smithi067 ceph-mon[29824]: pgmap v1493: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:02 smithi196 ceph-mon[25809]: pgmap v1493: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:04 smithi067 ceph-mon[24852]: pgmap v1494: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:04.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:04 smithi067 ceph-mon[29824]: pgmap v1494: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:04.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:26:03] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.43.0" 2024-03-21T13:26:04.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:04 smithi196 ceph-mon[25809]: pgmap v1494: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:05.749 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-03-21T13:26:06.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:06 smithi067 ceph-mon[24852]: pgmap v1495: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:06.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:06 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:06.317 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:06 smithi067 ceph-mon[24852]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:06.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:06 smithi067 ceph-mon[29824]: pgmap v1495: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:06.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:06 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:06.317 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:06 smithi067 ceph-mon[29824]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:06 smithi196 ceph-mon[25809]: pgmap v1495: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:06 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:06 smithi196 ceph-mon[25809]: from='client.15690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:07.843 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:26:08.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:08 smithi067 ceph-mon[24852]: pgmap v1496: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:08.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:08 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1488820932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:08.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:08 smithi067 ceph-mon[29824]: pgmap v1496: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:08.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:08 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1488820932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:08.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:08 smithi196 ceph-mon[25809]: pgmap v1496: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:08.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:08 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1488820932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:08.477 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-03-21T13:26:10.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:10 smithi067 ceph-mon[24852]: pgmap v1497: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:10.176 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:10 smithi067 ceph-mon[29824]: pgmap v1497: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:10 smithi196 ceph-mon[25809]: pgmap v1497: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:10.586 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)" 2024-03-21T13:26:11.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:11 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/3820618021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:11.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:11.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:11 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/3820618021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:11.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:11.217 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-03-21T13:26:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:11 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/3820618021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:11.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:11 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:12.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[24852]: pgmap v1498: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:12.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[29824]: pgmap v1498: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:12 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.365 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:12 smithi196 ceph-mon[25809]: pgmap v1498: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:12.365 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.365 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:12.365 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:12 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:13.208 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:26:13.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-03-21T13:26:14.065 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:26:13] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.43.0" 2024-03-21T13:26:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:14 smithi067 ceph-mon[24852]: pgmap v1499: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:14.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:14 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2813773710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:14.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:14 smithi067 ceph-mon[29824]: pgmap v1499: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:14.352 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:14 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2813773710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:14.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:14 smithi196 ceph-mon[25809]: pgmap v1499: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:14.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:14 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/2813773710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:16 smithi067 ceph-mon[24852]: pgmap v1500: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:16.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:16 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:16.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:16 smithi067 ceph-mon[29824]: pgmap v1500: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:16.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:16 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:16.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:16 smithi196 ceph-mon[25809]: pgmap v1500: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:16.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:16 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:17.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:17 smithi067 ceph-mon[24852]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:17.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:17 smithi067 ceph-mon[29824]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:17.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:17 smithi196 ceph-mon[25809]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:18.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:18 smithi067 ceph-mon[24852]: pgmap v1501: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:18.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:18 smithi067 ceph-mon[29824]: pgmap v1501: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:18.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:18 smithi196 ceph-mon[25809]: pgmap v1501: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:19.426 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:26:19.977 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade status' 2024-03-21T13:26:20.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[24852]: pgmap v1502: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:20.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.290 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.291 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[29824]: pgmap v1502: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:20.291 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.291 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.291 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:20 smithi196 ceph-mon[25809]: pgmap v1502: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:20 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:22.093 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:26:22.093 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": null, 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": false, 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "", 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": null, 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:26:22.094 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:26:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:22 smithi067 ceph-mon[24852]: pgmap v1503: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:22.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:22 smithi067 ceph-mon[29824]: pgmap v1503: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:22.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:22 smithi196 ceph-mon[25809]: pgmap v1503: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:22.838 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph health detail' 2024-03-21T13:26:23.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:23 smithi067 ceph-mon[24852]: from='client.25630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:23.351 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:23 smithi067 ceph-mon[29824]: from='client.25630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:23 smithi196 ceph-mon[25809]: from='client.25630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:24.090 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:26:23] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.43.0" 2024-03-21T13:26:24.367 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:24 smithi067 ceph-mon[29824]: pgmap v1504: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:24.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:24 smithi067 ceph-mon[24852]: pgmap v1504: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:24 smithi196 ceph-mon[25809]: pgmap v1504: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:24.898 INFO:teuthology.orchestra.run.smithi067.stdout:HEALTH_OK 2024-03-21T13:26:25.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:25 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/436130477' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:26:25.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:25 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/436130477' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:26:25.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:25 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/436130477' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:26:25.486 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-03-21T13:26:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:26 smithi067 ceph-mon[24852]: pgmap v1505: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:26 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:26.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:26 smithi067 ceph-mon[29824]: pgmap v1505: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:26.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:26 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:26.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:26 smithi196 ceph-mon[25809]: pgmap v1505: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:26 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:26 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:28.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:28 smithi067 ceph-mon[24852]: pgmap v1506: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:28.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:28 smithi067 ceph-mon[29824]: pgmap v1506: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:28 smithi196 ceph-mon[25809]: pgmap v1506: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:29 smithi067 ceph-mon[24852]: from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:29 smithi067 ceph-mon[24852]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mon", "hosts": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:29 smithi067 ceph-mon[29824]: from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:29.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:29 smithi067 ceph-mon[29824]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mon", "hosts": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:29.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:29 smithi196 ceph-mon[25809]: from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:29 smithi196 ceph-mon[25809]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mon", "hosts": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:29.992 INFO:teuthology.orchestra.run.smithi067.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:30.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: pgmap v1507: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:30.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:30.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: pgmap v1507: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:30.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:30 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: pgmap v1507: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:30 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:30.612 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-03-21T13:26:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:31 smithi067 ceph-mon[29824]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:31.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:31 smithi067 ceph-mon[29824]: pgmap v1508: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:31.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:31 smithi067 ceph-mon[24852]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:31.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:31 smithi067 ceph-mon[24852]: pgmap v1508: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:31.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:31 smithi196 ceph-mon[25809]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:26:31.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:31 smithi196 ceph-mon[25809]: pgmap v1508: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:32 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:32 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.070 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.070 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.070 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:32 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:33.778 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:26:34.039 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:26:33] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.43.0" 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: pgmap v1509: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:26:34.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:34 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-21T13:26:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: pgmap v1509: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:34.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: pgmap v1509: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:26:34.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:34 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-21T13:26:34.446 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:26:34.446 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 15s ago 29m - - 2024-03-21T13:26:34.446 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 2s ago 29m - - 2024-03-21T13:26:34.446 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (71s) 15s ago 24m 17.1M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (54s) 2s ago 24m 78.6M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (3m) 15s ago 23m 53.3M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 2s ago 29m 451M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (13m) 15s ago 30m 529M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (30m) 15s ago 30m 130M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (29m) 2s ago 29m 72.7M 2048M 17.2.0 e1d6a67b021e f9e7651a7e0d 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (29m) 15s ago 29m 78.6M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (2m) 15s ago 25m 7591k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (2m) 2s ago 25m 16.7M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (28m) 15s ago 28m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (28m) 15s ago 28m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (27m) 15s ago 27m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (27m) 15s ago 27m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (27m) 2s ago 27m 55.9M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:26:34.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (26m) 2s ago 26m 53.4M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:26:34.448 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (26m) 2s ago 26m 52.3M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:26:34.448 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (26m) 2s ago 26m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:26:34.448 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (113s) 2s ago 25m 66.8M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:26:34.448 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (23m) 15s ago 23m 78.1M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:26:34.448 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (23m) 2s ago 23m 75.6M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:26:34.852 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:26:34.853 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:26:34.854 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-03-21T13:26:34.854 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:26:34.854 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:26:34.854 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:26:35.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[24852]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:26:35.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[24852]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:26:35.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all mgr 2024-03-21T13:26:35.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[24852]: Upgrade: It appears safe to stop mon.b 2024-03-21T13:26:35.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[24852]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:35.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/1419175523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:35.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[29824]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:26:35.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[29824]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:26:35.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all mgr 2024-03-21T13:26:35.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[29824]: Upgrade: It appears safe to stop mon.b 2024-03-21T13:26:35.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[29824]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:35.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:35 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/1419175523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:35.196 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:26:35.196 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:26:35.196 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:26:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi196", 2024-03-21T13:26:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:26:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "0/1 daemons upgraded", 2024-03-21T13:26:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading mon daemons", 2024-03-21T13:26:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:26:35.197 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:26:35.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:35 smithi196 ceph-mon[25809]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:26:35.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:35 smithi196 ceph-mon[25809]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:26:35.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:35 smithi196 ceph-mon[25809]: Upgrade: Setting container_image for all mgr 2024-03-21T13:26:35.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:35 smithi196 ceph-mon[25809]: Upgrade: It appears safe to stop mon.b 2024-03-21T13:26:35.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:35 smithi196 ceph-mon[25809]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:35.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:35 smithi196 ceph-mon[25809]: from='client.? 172.21.15.67:0/1419175523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:36.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:36.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: pgmap v1510: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:36.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:36.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:36.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:36.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: pgmap v1510: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:26:36.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:36 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:36.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:36.347 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: pgmap v1510: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:36.347 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:36.347 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:36.347 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:36.347 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:26:36.347 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:26:36.348 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:36 smithi196 ceph-mon[25809]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:37.296 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:37 smithi067 ceph-mon[24852]: from='client.25678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:37.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:37 smithi067 ceph-mon[24852]: Upgrade: Updating mon.b 2024-03-21T13:26:37.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:37 smithi067 ceph-mon[24852]: Deploying daemon mon.b on smithi196 2024-03-21T13:26:37.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:37 smithi067 ceph-mon[29824]: from='client.25678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:37.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:37 smithi067 ceph-mon[29824]: Upgrade: Updating mon.b 2024-03-21T13:26:37.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:37 smithi067 ceph-mon[29824]: Deploying daemon mon.b on smithi196 2024-03-21T13:26:37.311 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 ceph-mon[25809]: from='client.25678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:26:37.311 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 ceph-mon[25809]: Upgrade: Updating mon.b 2024-03-21T13:26:37.311 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 ceph-mon[25809]: Deploying daemon mon.b on smithi196 2024-03-21T13:26:37.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 systemd[1]: Stopping Ceph mon.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:26:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b[25793]: 2024-03-21T13:26:37.572+0000 7fc468129700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:26:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b[25793]: 2024-03-21T13:26:37.572+0000 7fc468129700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-03-21T13:26:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:37 smithi196 podman[109664]: 2024-03-21 13:26:37.808307988 +0000 UTC m=+0.318880064 container died f9e7651a7e0dd7d341e7ad0833197eaea0c54ee0bc4c55ba7964b22fed4ba870 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, ceph=True, GIT_BRANCH=HEAD, RELEASE=HEAD, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, release=754, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-03-21T13:26:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 podman[109664]: 2024-03-21 13:26:38.173316521 +0000 UTC m=+0.683888593 container cleanup f9e7651a7e0dd7d341e7ad0833197eaea0c54ee0bc4c55ba7964b22fed4ba870 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, io.k8s.display-name=CentOS Stream 8, version=8, com.redhat.component=centos-stream-container, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., name=centos-stream, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-03-21T13:26:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 bash[109664]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b 2024-03-21T13:26:38.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 podman[109678]: 2024-03-21 13:26:38.424409674 +0000 UTC m=+0.606881668 container remove f9e7651a7e0dd7d341e7ad0833197eaea0c54ee0bc4c55ba7964b22fed4ba870 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, GIT_CLEAN=True, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, GIT_BRANCH=HEAD, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux ) 2024-03-21T13:26:38.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.b.service: Deactivated successfully. 2024-03-21T13:26:38.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 systemd[1]: Stopped Ceph mon.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:26:38.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.b.service: Consumed 22.177s CPU time. 2024-03-21T13:26:38.998 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 systemd[1]: Starting Ceph mon.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:26:39.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:38 smithi196 podman[109810]: 2024-03-21 13:26:38.901616198 +0000 UTC m=+0.019052397 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 podman[109810]: 2024-03-21 13:26:39.017643344 +0000 UTC m=+0.135079585 container create 6fab520e669d2957ea7e34ed4bed093ca4cc1aa439a335227ae9b041ca39fd97 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240319, maintainer=Guillaume Abrioux , RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 podman[109810]: 2024-03-21 13:26:39.211966494 +0000 UTC m=+0.329402693 container init 6fab520e669d2957ea7e34ed4bed093ca4cc1aa439a335227ae9b041ca39fd97 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240319, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 podman[109810]: 2024-03-21 13:26:39.21503429 +0000 UTC m=+0.332470490 container start 6fab520e669d2957ea7e34ed4bed093ca4cc1aa439a335227ae9b041ca39fd97 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240319) 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: set uid:gid to 167:167 (ceph:ceph) 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev), process ceph-mon, pid 2 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: pidfile_write: ignore empty --pid-file 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: load: jerasure load: lrc 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: RocksDB version: 7.9.2 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Git sha 0 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Compile date 2024-03-21 08:53:26 2024-03-21T13:26:39.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: DB SUMMARY 2024-03-21T13:26:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: DB Session ID: XJWIU3IJM1EEE79V5390 2024-03-21T13:26:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: CURRENT file: CURRENT 2024-03-21T13:26:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: IDENTITY file: IDENTITY 2024-03-21T13:26:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: MANIFEST file: MANIFEST-000009 size: 4777 Bytes 2024-03-21T13:26:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000084.sst 2024-03-21T13:26:39.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000082.log size: 2683991 ; 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.error_if_exists: 0 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.create_if_missing: 0 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.paranoid_checks: 1 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.env: 0x5558a6fa1b20 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.fs: PosixFileSystem 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.info_log: 0x5558a8645920 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_file_opening_threads: 16 2024-03-21T13:26:39.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.statistics: (nil) 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.use_fsync: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_log_file_size: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.keep_log_file_num: 1000 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.recycle_log_file_num: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.allow_fallocate: 1 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.allow_mmap_reads: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.allow_mmap_writes: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.use_direct_reads: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.create_missing_column_families: 0 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.db_log_dir: 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.wal_dir: 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-21T13:26:39.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.advise_random_on_open: 1 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.db_write_buffer_size: 0 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.write_buffer_manager: 0x5558a8616820 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.rate_limiter: (nil) 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.wal_recovery_mode: 2 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.enable_thread_tracking: 0 2024-03-21T13:26:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.enable_pipelined_write: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.unordered_write: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.row_cache: None 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.wal_filter: None 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.allow_ingest_behind: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.two_write_queues: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.manual_wal_flush: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.wal_compression: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.atomic_flush: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-21T13:26:39.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.log_readahead_size: 0 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.best_efforts_recovery: 0 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.allow_data_in_errors: 0 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.db_host_id: __hostname__ 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_background_jobs: 2 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_background_compactions: -1 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_subcompactions: 1 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-21T13:26:39.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_total_wal_size: 0 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_open_files: -1 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bytes_per_sync: 0 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_readahead_size: 0 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_background_flushes: -1 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Compression algorithms supported: 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-21T13:26:39.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kZSTD supported: 0 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kXpressCompression supported: 0 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kLZ4HCCompression supported: 1 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kZlibCompression supported: 1 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kSnappyCompression supported: 1 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kLZ4Compression supported: 1 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: kBZip2Compression supported: 0 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.merge_operator: 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_filter: None 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_filter_factory: None 2024-03-21T13:26:39.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.sst_partitioner_factory: None 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5558a8645a20) 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 4 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-03-21T13:26:39.258 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x5558a8649090 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-03-21T13:26:39.259 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: bloomfilter 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 5 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_auto_readahead_size: 262144 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: prepopulate_block_cache: 0 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: initial_auto_readahead_size: 8192 2024-03-21T13:26:39.260 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_file_reads_for_auto_readahead: 2 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.write_buffer_size: 33554432 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_write_buffer_number: 2 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression: NoCompression 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression: Disabled 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.prefix_extractor: nullptr 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.num_levels: 7 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-21T13:26:39.261 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.level: 32767 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.strategy: 0 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-21T13:26:39.262 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.enabled: false 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.target_file_size_base: 67108864 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-21T13:26:39.263 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.arena_block_size: 1048576 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.disable_auto_compactions: 0 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-21T13:26:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.table_properties_collectors: 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.inplace_update_support: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.bloom_locality: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.max_successive_merges: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.paranoid_file_checks: 0 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.force_consistency_checks: 1 2024-03-21T13:26:39.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.report_bg_io_stats: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.ttl: 2592000 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.enable_blob_files: false 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.min_blob_size: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.blob_file_size: 268435456 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.blob_file_starting_level: 0 2024-03-21T13:26:39.266 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 84.sst 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 86, last_sequence is 50912, log_number is 82,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 82 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8dfadb35-ccbb-4143-bed3-a87051e3fff9 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027599245146, "job": 1, "event": "recovery_started", "wal_files": [82]} 2024-03-21T13:26:39.267 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #82 mode 2 2024-03-21T13:26:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027599255053, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 87, "file_size": 1686407, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 50917, "largest_seqno": 53347, "table_properties": {"data_size": 1678215, "index_size": 4040, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3141, "raw_key_size": 30815, "raw_average_key_size": 24, "raw_value_size": 1656765, "raw_average_value_size": 1340, "num_data_blocks": 168, "num_entries": 1236, "num_filter_entries": 1236, "num_deletions": 7, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711027599, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8dfadb35-ccbb-4143-bed3-a87051e3fff9", "db_session_id": "XJWIU3IJM1EEE79V5390", "orig_file_number": 87, "seqno_to_time_mapping": "N/A"}} 2024-03-21T13:26:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027599255129, "job": 1, "event": "recovery_finished"} 2024-03-21T13:26:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/version_set.cc:5047] Creating manifest 89 2024-03-21T13:26:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-21T13:26:39.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000082.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5558a8738000 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: DB pointer 0x5558a8722000 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-03-21T13:26:39.664 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 1.61 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 485.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: L6 1/0 11.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 2/0 13.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 485.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 485.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 485.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T13:26:39.665 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.00 GB write, 109.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.00 GB write, 109.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache BinnedLRUCache@0x5558a8649090#2 capacity: 512.00 MB usage: 7.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.28 KB,0.000625849%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: starting mon.b rank 2 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???) e3 preinit fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:26:39.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).mds e1 new map 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).mds e1 print_map 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout: e1 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: -1 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout: No filesystems configured 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 ceph-mon[109829]: mon.b@-1(???).paxosservice(auth 1..28) refresh upgraded, format 0 -> 3 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 bash[109810]: 6fab520e669d2957ea7e34ed4bed093ca4cc1aa439a335227ae9b041ca39fd97 2024-03-21T13:26:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:39 smithi196 systemd[1]: Started Ceph mon.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:26:40.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: pgmap v1512: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:40.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: mon.b calling monitor election 2024-03-21T13:26:40.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: mon.a calling monitor election 2024-03-21T13:26:40.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: fsmap 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: mgrmap e41: y(active, since 3m), standbys: x 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: overall HEALTH_OK 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:40 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: pgmap v1512: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:40.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: mon.b calling monitor election 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: mon.a calling monitor election 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: fsmap 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: mgrmap e41: y(active, since 3m), standbys: x 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: overall HEALTH_OK 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: pgmap v1512: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: mon.b calling monitor election 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: mon.a calling monitor election 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: fsmap 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: mgrmap e41: y(active, since 3m), standbys: x 2024-03-21T13:26:40.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: overall HEALTH_OK 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:40.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:40.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:40.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:40.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:40.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:40 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: pgmap v1513: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:41 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: pgmap v1513: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: pgmap v1513: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:41.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:41.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:41 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.665 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:42 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:42.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:42 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: pgmap v1514: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:43 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: pgmap v1514: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: pgmap v1514: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.906 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:43.917 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:43.917 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:43.917 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:43.917 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.266 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:26:43] "GET /metrics HTTP/1.1" 200 38009 "" "Prometheus/2.43.0" 2024-03-21T13:26:44.267 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:26:44.266+0000 7f9409f50700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.659 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.665 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.666 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:44 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:44.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:44 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: pgmap v1515: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.760 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:45 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: pgmap v1515: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: pgmap v1515: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:45.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:45.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:45.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:45 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.618 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.619 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.622 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.623 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:46 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:46.913 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:46 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: pgmap v1516: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: pgmap v1516: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:47 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: pgmap v1516: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:47.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:47.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:47.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:47.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:47.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:47 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.572 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.573 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:48 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.759 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.759 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.760 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.764 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.765 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.766 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:48.767 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.768 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.769 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:48.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:48.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:48.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:48 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: pgmap v1517: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: pgmap v1517: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:49 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: pgmap v1517: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:49.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:49 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.828 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.829 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.831 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:50 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:50.913 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:50.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:50.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:50.914 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:50 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.779 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: pgmap v1518: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.780 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: pgmap v1518: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.784 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.786 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.787 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.788 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.789 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:26:51.792 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.793 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:26:51.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.796 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.797 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.798 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.799 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:26:51.800 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:26:51.801 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:51 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: pgmap v1518: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.883 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:26:51.891 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:26:51.892 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:51.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:51 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:52.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:52.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:52.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all crash 2024-03-21T13:26:52.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all mds 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all nfs 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all node-exporter 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all prometheus 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all alertmanager 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all grafana 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all loki 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all promtail 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Finalizing container_image settings 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: Upgrade: Complete! 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:52.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:52.728 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:52.728 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:52 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:52.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all crash 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all mds 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all nfs 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all node-exporter 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all prometheus 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all alertmanager 2024-03-21T13:26:52.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all grafana 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all loki 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all promtail 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Finalizing container_image settings 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: Upgrade: Complete! 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all crash 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all mds 2024-03-21T13:26:52.904 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all nfs 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all node-exporter 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all prometheus 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all alertmanager 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all grafana 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all loki 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all promtail 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Finalizing container_image settings 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: Upgrade: Complete! 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:26:52.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:26:52.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:52 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:53 smithi196 ceph-mon[109829]: pgmap v1519: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:53 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:53 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:53.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:53 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:54.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:26:53] "GET /metrics HTTP/1.1" 200 38009 "" "Prometheus/2.43.0" 2024-03-21T13:26:54.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[24852]: pgmap v1519: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[29824]: pgmap v1519: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:54.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:53 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:56.120 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:55 smithi196 ceph-mon[109829]: pgmap v1520: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:56.120 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:55 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:56.121 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:55 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:55 smithi067 ceph-mon[24852]: pgmap v1520: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:55 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:56.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:55 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:56.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:55 smithi067 ceph-mon[29824]: pgmap v1520: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:55 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:26:56.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:55 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:26:57.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:56 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:57.108 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:56 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:57.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:56 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:26:58.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:26:57 smithi067 ceph-mon[24852]: pgmap v1521: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:58.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:26:57 smithi067 ceph-mon[29824]: pgmap v1521: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:26:58.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:26:57 smithi196 ceph-mon[109829]: pgmap v1521: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:00.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[24852]: pgmap v1522: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:00.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[29824]: pgmap v1522: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:00 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:00 smithi196 ceph-mon[109829]: pgmap v1522: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:00 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:00 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:00 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:02 smithi067 ceph-mon[24852]: pgmap v1523: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:02.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:02 smithi067 ceph-mon[29824]: pgmap v1523: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:02 smithi196 ceph-mon[109829]: pgmap v1523: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:04.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:04 smithi067 ceph-mon[29824]: pgmap v1524: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:04.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:04 smithi067 ceph-mon[24852]: pgmap v1524: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:04.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:27:03] "GET /metrics HTTP/1.1" 200 38077 "" "Prometheus/2.43.0" 2024-03-21T13:27:04.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:04 smithi196 ceph-mon[109829]: pgmap v1524: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:06 smithi067 ceph-mon[24852]: pgmap v1525: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:06 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:06 smithi067 ceph-mon[29824]: pgmap v1525: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:06 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:06.342 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:27:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:06 smithi196 ceph-mon[109829]: pgmap v1525: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:06 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:07.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:07 smithi067 ceph-mon[24852]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:07.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:07 smithi067 ceph-mon[29824]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:07.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:07 smithi196 ceph-mon[109829]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:08.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:08 smithi067 ceph-mon[24852]: pgmap v1526: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:08.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:08 smithi067 ceph-mon[29824]: pgmap v1526: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:08.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:08 smithi196 ceph-mon[109829]: pgmap v1526: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 8s ago 30m - - 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 15s ago 30m - - 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (105s) 8s ago 24m 17.1M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (88s) 15s ago 24m 80.7M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (4m) 8s ago 24m 53.4M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:27:08.456 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 15s ago 29m 451M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (14m) 8s ago 31m 529M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (31m) 8s ago 31m 133M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (29s) 15s ago 29m 38.4M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (30m) 8s ago 30m 81.9M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 8s ago 25m 7541k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (3m) 15s ago 25m 16.6M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (29m) 8s ago 29m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (28m) 8s ago 28m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (28m) 8s ago 28m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (28m) 8s ago 28m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (27m) 15s ago 27m 56.2M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (27m) 15s ago 27m 53.4M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:27:08.457 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (27m) 15s ago 27m 52.4M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:27:08.458 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (26m) 15s ago 26m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:27:08.458 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (2m) 15s ago 25m 67.0M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:27:08.458 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (24m) 8s ago 24m 78.2M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:27:08.458 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (24m) 15s ago 24m 76.0M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:27:09.093 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-03-21T13:27:10.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:10 smithi067 ceph-mon[24852]: pgmap v1527: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:10.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:10 smithi067 ceph-mon[24852]: from='client.25690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:10.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:10 smithi067 ceph-mon[29824]: pgmap v1527: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:10.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:10 smithi067 ceph-mon[29824]: from='client.25690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:10.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:10 smithi196 ceph-mon[109829]: pgmap v1527: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:10.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:10 smithi196 ceph-mon[109829]: from='client.25690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:11.231 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:27:11.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:11 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:11.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:11 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:11.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:11 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:11.827 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade status' 2024-03-21T13:27:12.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:12 smithi067 ceph-mon[24852]: pgmap v1528: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:12.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:12 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/860749896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:12.363 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:12 smithi067 ceph-mon[29824]: pgmap v1528: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:12.363 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:12 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/860749896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:12 smithi196 ceph-mon[109829]: pgmap v1528: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:12.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:12 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/860749896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:13.845 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:27:13.845 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": null, 2024-03-21T13:27:13.845 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": false, 2024-03-21T13:27:13.845 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "", 2024-03-21T13:27:13.846 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:27:13.846 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": null, 2024-03-21T13:27:13.846 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-03-21T13:27:13.846 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:27:13.846 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:27:14.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:27:13] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-03-21T13:27:14.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[29824]: pgmap v1529: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[24852]: pgmap v1529: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:13 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:13 smithi196 ceph-mon[109829]: pgmap v1529: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:13 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:13 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:13 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:14.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph health detail' 2024-03-21T13:27:15.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:14 smithi067 ceph-mon[24852]: from='client.15792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:15.118 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:14 smithi067 ceph-mon[29824]: from='client.15792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:15.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:14 smithi196 ceph-mon[109829]: from='client.15792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:15 smithi067 ceph-mon[24852]: pgmap v1530: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:15.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:15 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:15 smithi067 ceph-mon[29824]: pgmap v1530: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:15.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:15 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:15 smithi196 ceph-mon[109829]: pgmap v1530: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:16.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:15 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:16.430 INFO:teuthology.orchestra.run.smithi067.stdout:HEALTH_OK 2024-03-21T13:27:17.047 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:16 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2411006237' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:27:17.047 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:16 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2411006237' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:27:17.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:16 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/2411006237' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:27:17.705 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-03-21T13:27:18.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:17 smithi067 ceph-mon[24852]: pgmap v1531: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:18.053 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:17 smithi067 ceph-mon[29824]: pgmap v1531: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:18.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:17 smithi196 ceph-mon[109829]: pgmap v1531: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:20.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[24852]: pgmap v1532: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[29824]: pgmap v1532: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:20 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:20 smithi196 ceph-mon[109829]: pgmap v1532: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:20 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:20 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:20.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:20 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:22 smithi067 ceph-mon[24852]: pgmap v1533: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:22.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:22 smithi067 ceph-mon[24852]: from='client.25714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:22.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:22 smithi067 ceph-mon[24852]: from='client.25720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mon", "hosts": "smithi067", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:22.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:22 smithi067 ceph-mon[29824]: pgmap v1533: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:22.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:22 smithi067 ceph-mon[29824]: from='client.25714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:22.435 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:22 smithi067 ceph-mon[29824]: from='client.25720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mon", "hosts": "smithi067", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:22.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:22 smithi196 ceph-mon[109829]: pgmap v1533: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:22.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:22 smithi196 ceph-mon[109829]: from='client.25714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:22.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:22 smithi196 ceph-mon[109829]: from='client.25720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "mon", "hosts": "smithi067", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:23.055 INFO:teuthology.orchestra.run.smithi067.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:23.779 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-03-21T13:27:24.053 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:27:23] "GET /metrics HTTP/1.1" 200 38083 "" "Prometheus/2.43.0" 2024-03-21T13:27:24.388 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: pgmap v1534: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:24.388 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: pgmap v1534: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:24.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:24.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:24.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:24 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: pgmap v1534: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:24 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:25.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:25 smithi067 ceph-mon[24852]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:25.354 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:25 smithi067 ceph-mon[29824]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:25 smithi196 ceph-mon[109829]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:27:26.101 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:27:26.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:26 smithi067 ceph-mon[24852]: pgmap v1535: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:26.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:26 smithi067 ceph-mon[24852]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:26.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:26 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:26.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:26 smithi067 ceph-mon[29824]: pgmap v1535: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:26.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:26 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:26.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:26 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:26 smithi196 ceph-mon[109829]: pgmap v1535: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:26 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:26 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:26.776 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:27:26.776 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 7s ago 30m - - 2024-03-21T13:27:26.776 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 13s ago 30m - - 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 7s ago 25m 17.1M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (107s) 13s ago 24m 80.7M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (4m) 7s ago 24m 53.4M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 13s ago 29m 451M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (14m) 7s ago 31m 529M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (31m) 7s ago 31m 133M 2048M 17.2.0 e1d6a67b021e b3e6da685eaa 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (47s) 13s ago 30m 38.7M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (30m) 7s ago 30m 82.6M 2048M 17.2.0 e1d6a67b021e ad16eb569d32 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 7s ago 26m 8086k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (3m) 13s ago 25m 16.7M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (29m) 7s ago 29m 55.7M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (29m) 7s ago 29m 55.3M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (28m) 7s ago 28m 52.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:27:26.777 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (28m) 7s ago 28m 52.9M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (28m) 13s ago 28m 56.2M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (27m) 13s ago 27m 53.4M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (27m) 13s ago 27m 52.4M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (26m) 13s ago 26m 53.7M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (2m) 13s ago 26m 67.0M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (24m) 7s ago 24m 78.3M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:27:26.778 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (24m) 13s ago 24m 76.0M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:27:27.190 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:27:27.190 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:27:27.190 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 1 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": {}, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 12, 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 3 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:27:27.191 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:27.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:27.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:27.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:27.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:27.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:27:27.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:27 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='client.15816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:27:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:27 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-21T13:27:27.542 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi067", 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "0/2 daemons upgraded", 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading mon daemons", 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:27:27.543 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:27:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: pgmap v1536: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: from='client.15822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: from='client.25738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:27:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:27:28.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: Upgrade: Setting container_image for all mgr 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: Upgrade: It appears safe to stop mon.a 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[24852]: from='client.? 172.21.15.67:0/2054720610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: pgmap v1536: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: from='client.15822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: from='client.25738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: Upgrade: Setting container_image for all mgr 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: Upgrade: It appears safe to stop mon.a 2024-03-21T13:27:28.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:28 smithi067 ceph-mon[29824]: from='client.? 172.21.15.67:0/2054720610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: pgmap v1536: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: from='client.15822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: from='client.25738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all mgr 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: Upgrade: It appears safe to stop mon.a 2024-03-21T13:27:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:28 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/2054720610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:29.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[24852]: from='client.15840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:29.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[24852]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[24852]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[29824]: from='client.15840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:29.378 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:29 smithi067 ceph-mon[29824]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:29 smithi196 ceph-mon[109829]: from='client.15840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:29 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='mgr.y' 2024-03-21T13:27:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:29 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:29.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:29 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:29.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:29 smithi196 ceph-mon[109829]: from='mgr.25255 172.21.15.67:0/1378390045' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:30.122 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-mon[24852]: pgmap v1537: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:30.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-mon[24852]: Upgrade: Updating mon.a 2024-03-21T13:27:30.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-mon[24852]: Deploying daemon mon.a on smithi067 2024-03-21T13:27:30.123 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-mon[29824]: pgmap v1537: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:30.123 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-mon[29824]: Upgrade: Updating mon.a 2024-03-21T13:27:30.123 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-mon[29824]: Deploying daemon mon.a on smithi067 2024-03-21T13:27:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:30 smithi196 ceph-mon[109829]: pgmap v1537: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:30 smithi196 ceph-mon[109829]: Upgrade: Updating mon.a 2024-03-21T13:27:30.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:30 smithi196 ceph-mon[109829]: Deploying daemon mon.a on smithi067 2024-03-21T13:27:30.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 systemd[1]: Stopping Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:27:30.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a[24848]: 2024-03-21T13:27:30.660+0000 7f5bca2d8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:27:30.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a[24848]: 2024-03-21T13:27:30.660+0000 7f5bca2d8700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-21T13:27:31.169 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:30 smithi067 podman[131654]: 2024-03-21 13:27:30.915676332 +0000 UTC m=+0.350587867 container died b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, ceph=True, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.openshift.expose-services=, vendor=Red Hat, Inc., name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, io.buildah.version=1.19.8) 2024-03-21T13:27:31.596 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 podman[131654]: 2024-03-21 13:27:31.279038938 +0000 UTC m=+0.713950471 container cleanup b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, release=754, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, io.buildah.version=1.19.8, io.openshift.expose-services=, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, maintainer=Guillaume Abrioux , RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, version=8, GIT_BRANCH=HEAD) 2024-03-21T13:27:31.596 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 bash[131654]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a 2024-03-21T13:27:31.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 podman[131668]: 2024-03-21 13:27:31.597080292 +0000 UTC m=+0.681362513 container remove b3e6da685eaaa0231dc1abb5bafa1357cbeeaa492de6e0d37791312c80312b4b (image=quay.io/ceph/ceph:v17.2.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , distribution-scope=public, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, vendor=Red Hat, Inc., version=8, release=754, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True) 2024-03-21T13:27:31.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-21T13:27:31.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 systemd[1]: Stopped Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:27:31.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service: Consumed 36.656s CPU time. 2024-03-21T13:27:32.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:31 smithi067 systemd[1]: Starting Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:27:32.425 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 podman[131801]: 2024-03-21 13:27:32.172815636 +0000 UTC m=+0.111638882 container create 2ec002c9c0ccf2c155e20721b141ebc659f55a44cd17d356295e2d5e69e401c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, org.label-schema.build-date=20240319, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-21T13:27:32.425 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 podman[131801]: 2024-03-21 13:27:32.079150502 +0000 UTC m=+0.017973772 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:27:32.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 podman[131801]: 2024-03-21 13:27:32.425788676 +0000 UTC m=+0.364611941 container init 2ec002c9c0ccf2c155e20721b141ebc659f55a44cd17d356295e2d5e69e401c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240319, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 podman[131801]: 2024-03-21 13:27:32.429110475 +0000 UTC m=+0.367933731 container start 2ec002c9c0ccf2c155e20721b141ebc659f55a44cd17d356295e2d5e69e401c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.build-date=20240319, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: set uid:gid to 167:167 (ceph:ceph) 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev), process ceph-mon, pid 2 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: pidfile_write: ignore empty --pid-file 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: load: jerasure load: lrc 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: RocksDB version: 7.9.2 2024-03-21T13:27:32.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Git sha 0 2024-03-21T13:27:32.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Compile date 2024-03-21 08:53:26 2024-03-21T13:27:32.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: DB SUMMARY 2024-03-21T13:27:32.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: DB Session ID: YEHKZYDL687JQWRDKQ1F 2024-03-21T13:27:32.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: CURRENT file: CURRENT 2024-03-21T13:27:32.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: IDENTITY file: IDENTITY 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: MANIFEST file: MANIFEST-000015 size: 5450 Bytes 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000099.sst 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000097.log size: 238221 ; 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.error_if_exists: 0 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.create_if_missing: 0 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.paranoid_checks: 1 2024-03-21T13:27:32.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-21T13:27:32.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-21T13:27:32.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-21T13:27:32.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.env: 0x5615c6bb6b20 2024-03-21T13:27:32.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.fs: PosixFileSystem 2024-03-21T13:27:32.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.info_log: 0x5615c8a6b920 2024-03-21T13:27:32.744 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_file_opening_threads: 16 2024-03-21T13:27:32.747 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.statistics: (nil) 2024-03-21T13:27:32.747 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.use_fsync: 0 2024-03-21T13:27:32.747 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_log_file_size: 0 2024-03-21T13:27:32.747 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-21T13:27:32.747 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-21T13:27:32.748 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.keep_log_file_num: 1000 2024-03-21T13:27:32.748 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.recycle_log_file_num: 0 2024-03-21T13:27:32.748 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.allow_fallocate: 1 2024-03-21T13:27:32.748 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.allow_mmap_reads: 0 2024-03-21T13:27:32.748 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.allow_mmap_writes: 0 2024-03-21T13:27:32.748 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.use_direct_reads: 0 2024-03-21T13:27:32.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-21T13:27:32.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.create_missing_column_families: 0 2024-03-21T13:27:32.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.db_log_dir: 2024-03-21T13:27:32.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.wal_dir: 2024-03-21T13:27:32.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-21T13:27:32.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-21T13:27:32.750 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-21T13:27:32.750 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-21T13:27:32.750 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-21T13:27:32.750 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-21T13:27:32.750 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.advise_random_on_open: 1 2024-03-21T13:27:32.750 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.db_write_buffer_size: 0 2024-03-21T13:27:32.751 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.write_buffer_manager: 0x5615c8a3c820 2024-03-21T13:27:32.751 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-21T13:27:32.751 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-21T13:27:32.751 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-21T13:27:32.751 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.rate_limiter: (nil) 2024-03-21T13:27:32.752 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-21T13:27:32.752 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.wal_recovery_mode: 2 2024-03-21T13:27:32.752 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.enable_thread_tracking: 0 2024-03-21T13:27:32.752 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.enable_pipelined_write: 0 2024-03-21T13:27:32.752 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.unordered_write: 0 2024-03-21T13:27:32.752 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-21T13:27:32.753 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-21T13:27:32.753 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-21T13:27:32.753 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-21T13:27:32.753 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.row_cache: None 2024-03-21T13:27:32.753 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.wal_filter: None 2024-03-21T13:27:32.753 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-21T13:27:32.754 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.allow_ingest_behind: 0 2024-03-21T13:27:32.754 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.two_write_queues: 0 2024-03-21T13:27:32.754 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.manual_wal_flush: 0 2024-03-21T13:27:32.754 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.wal_compression: 0 2024-03-21T13:27:32.754 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.atomic_flush: 0 2024-03-21T13:27:32.755 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-21T13:27:32.755 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-21T13:27:32.755 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-21T13:27:32.755 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.log_readahead_size: 0 2024-03-21T13:27:32.755 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-21T13:27:32.755 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.best_efforts_recovery: 0 2024-03-21T13:27:32.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-21T13:27:32.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-21T13:27:32.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.allow_data_in_errors: 0 2024-03-21T13:27:32.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.db_host_id: __hostname__ 2024-03-21T13:27:32.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-21T13:27:32.756 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_background_jobs: 2 2024-03-21T13:27:32.757 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_background_compactions: -1 2024-03-21T13:27:32.757 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_subcompactions: 1 2024-03-21T13:27:32.757 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-21T13:27:32.757 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-21T13:27:32.757 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-21T13:27:32.757 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_total_wal_size: 0 2024-03-21T13:27:32.758 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-21T13:27:32.758 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-21T13:27:32.758 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-21T13:27:32.758 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-21T13:27:32.758 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_open_files: -1 2024-03-21T13:27:32.759 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bytes_per_sync: 0 2024-03-21T13:27:32.759 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-21T13:27:32.759 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-21T13:27:32.759 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_readahead_size: 0 2024-03-21T13:27:32.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_background_flushes: -1 2024-03-21T13:27:32.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Compression algorithms supported: 2024-03-21T13:27:32.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-21T13:27:32.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kZSTD supported: 0 2024-03-21T13:27:32.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kXpressCompression supported: 0 2024-03-21T13:27:32.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kLZ4HCCompression supported: 1 2024-03-21T13:27:32.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kZlibCompression supported: 1 2024-03-21T13:27:32.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kSnappyCompression supported: 1 2024-03-21T13:27:32.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kLZ4Compression supported: 1 2024-03-21T13:27:32.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: kBZip2Compression supported: 0 2024-03-21T13:27:32.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-21T13:27:32.761 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-21T13:27:32.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-03-21T13:27:32.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-21T13:27:32.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-21T13:27:32.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.merge_operator: 2024-03-21T13:27:32.762 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_filter: None 2024-03-21T13:27:32.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_filter_factory: None 2024-03-21T13:27:32.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.sst_partitioner_factory: None 2024-03-21T13:27:32.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-21T13:27:32.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-21T13:27:32.763 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5615c8a6ba20) 2024-03-21T13:27:32.763 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-03-21T13:27:32.764 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-21T13:27:32.764 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-21T13:27:32.764 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-03-21T13:27:32.764 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_type: 0 2024-03-21T13:27:32.764 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_index_type: 0 2024-03-21T13:27:32.764 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_shortening: 1 2024-03-21T13:27:32.765 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-21T13:27:32.765 INFO:journalctl@ceph.mon.a.smithi067.stdout: checksum: 4 2024-03-21T13:27:32.765 INFO:journalctl@ceph.mon.a.smithi067.stdout: no_block_cache: 0 2024-03-21T13:27:32.765 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache: 0x5615c8a6f090 2024-03-21T13:27:32.765 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-03-21T13:27:32.765 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_options: 2024-03-21T13:27:32.766 INFO:journalctl@ceph.mon.a.smithi067.stdout: capacity : 536870912 2024-03-21T13:27:32.766 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_shard_bits : 4 2024-03-21T13:27:32.766 INFO:journalctl@ceph.mon.a.smithi067.stdout: strict_capacity_limit : 0 2024-03-21T13:27:32.766 INFO:journalctl@ceph.mon.a.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-03-21T13:27:32.766 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_compressed: (nil) 2024-03-21T13:27:32.766 INFO:journalctl@ceph.mon.a.smithi067.stdout: persistent_cache: (nil) 2024-03-21T13:27:32.767 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size: 4096 2024-03-21T13:27:32.767 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size_deviation: 10 2024-03-21T13:27:32.767 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_restart_interval: 16 2024-03-21T13:27:32.767 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_block_restart_interval: 1 2024-03-21T13:27:32.767 INFO:journalctl@ceph.mon.a.smithi067.stdout: metadata_block_size: 4096 2024-03-21T13:27:32.767 INFO:journalctl@ceph.mon.a.smithi067.stdout: partition_filters: 0 2024-03-21T13:27:32.768 INFO:journalctl@ceph.mon.a.smithi067.stdout: use_delta_encoding: 1 2024-03-21T13:27:32.768 INFO:journalctl@ceph.mon.a.smithi067.stdout: filter_policy: bloomfilter 2024-03-21T13:27:32.768 INFO:journalctl@ceph.mon.a.smithi067.stdout: whole_key_filtering: 1 2024-03-21T13:27:32.768 INFO:journalctl@ceph.mon.a.smithi067.stdout: verify_compression: 0 2024-03-21T13:27:32.768 INFO:journalctl@ceph.mon.a.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-03-21T13:27:32.768 INFO:journalctl@ceph.mon.a.smithi067.stdout: format_version: 5 2024-03-21T13:27:32.769 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_index_compression: 1 2024-03-21T13:27:32.769 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_align: 0 2024-03-21T13:27:32.769 INFO:journalctl@ceph.mon.a.smithi067.stdout: max_auto_readahead_size: 262144 2024-03-21T13:27:32.769 INFO:journalctl@ceph.mon.a.smithi067.stdout: prepopulate_block_cache: 0 2024-03-21T13:27:32.769 INFO:journalctl@ceph.mon.a.smithi067.stdout: initial_auto_readahead_size: 8192 2024-03-21T13:27:32.769 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_file_reads_for_auto_readahead: 2 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.write_buffer_size: 33554432 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_write_buffer_number: 2 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression: NoCompression 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression: Disabled 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.prefix_extractor: nullptr 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.num_levels: 7 2024-03-21T13:27:32.770 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-21T13:27:32.771 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.level: 32767 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.strategy: 0 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-21T13:27:32.772 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.enabled: false 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.target_file_size_base: 67108864 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-21T13:27:32.773 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-21T13:27:32.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-21T13:27:32.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-21T13:27:32.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-21T13:27:32.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-21T13:27:32.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-21T13:27:32.774 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-21T13:27:32.775 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.arena_block_size: 1048576 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.disable_auto_compactions: 0 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-21T13:27:32.776 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-21T13:27:32.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-21T13:27:32.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-21T13:27:32.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-21T13:27:32.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-21T13:27:32.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-21T13:27:32.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.table_properties_collectors: 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.inplace_update_support: 0 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.bloom_locality: 0 2024-03-21T13:27:32.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.max_successive_merges: 0 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.paranoid_file_checks: 0 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.force_consistency_checks: 1 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.report_bg_io_stats: 0 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.ttl: 2592000 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-21T13:27:32.779 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-21T13:27:32.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-21T13:27:32.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.enable_blob_files: false 2024-03-21T13:27:32.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.min_blob_size: 0 2024-03-21T13:27:32.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.blob_file_size: 268435456 2024-03-21T13:27:32.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-21T13:27:32.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.blob_file_starting_level: 0 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 99.sst 2024-03-21T13:27:32.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-21T13:27:32.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 101, last_sequence is 53112, log_number is 97,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-21T13:27:32.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 97 2024-03-21T13:27:32.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 42ce8ae9-003a-4896-8737-320c8bfaf3cf 2024-03-21T13:27:32.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027652458254, "job": 1, "event": "recovery_started", "wal_files": [97]} 2024-03-21T13:27:32.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #97 mode 2 2024-03-21T13:27:32.782 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027652459736, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 102, "file_size": 234938, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 53104, "largest_seqno": 53332, "table_properties": {"data_size": 233010, "index_size": 596, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2908, "raw_average_key_size": 25, "raw_value_size": 230495, "raw_average_value_size": 2004, "num_data_blocks": 26, "num_entries": 115, "num_filter_entries": 115, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711027652, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "42ce8ae9-003a-4896-8737-320c8bfaf3cf", "db_session_id": "YEHKZYDL687JQWRDKQ1F", "orig_file_number": 102, "seqno_to_time_mapping": "N/A"}} 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027652459821, "job": 1, "event": "recovery_finished"} 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/version_set.cc:5047] Creating manifest 104 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000097.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5615c8b5e000 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: DB pointer 0x5615c8b48000 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-21T13:27:32.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** DB Stats ** 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 1/0 229.43 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 221.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-21T13:27:32.784 INFO:journalctl@ceph.mon.a.smithi067.stdout: L6 1/0 13.13 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 13.35 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 221.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 221.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 221.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-21T13:27:32.785 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 56.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 56.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: Block cache BinnedLRUCache@0x5615c8a6f090#2 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,0.70 KB,0.00013411%) Misc(1,0.00 KB,0%) 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: starting mon.a rank 0 at public addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] at bind addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???) e3 preinit fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).mds e1 new map 2024-03-21T13:27:32.786 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).mds e1 print_map 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout: e1 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout: legacy client fscid: -1 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout: No filesystems configured 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 ceph-mon[131834]: mon.a@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 bash[131801]: 2ec002c9c0ccf2c155e20721b141ebc659f55a44cd17d356295e2d5e69e401c2 2024-03-21T13:27:32.787 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:32 smithi067 systemd[1]: Started Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: ignoring --setuser ceph since I am not root 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: ignoring --setgroup ceph since I am not root 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mgr[73439]: -- 172.21.15.196:0/3880921425 <== mon.2 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bb1293e5a0 con 0x55bb12912c00 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: pgmap v1538: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: pgmap v1539: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: mon.a calling monitor election 2024-03-21T13:27:34.402 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: fsmap 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: mgrmap e41: y(active, since 4m), standbys: x 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: overall HEALTH_OK 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='' 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: mgrmap e42: y(active, since 4m), standbys: x 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:33 smithi196 ceph-mon[109829]: from='mgr.25255 ' entity='' 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: pgmap v1538: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:34.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: pgmap v1539: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: mon.a calling monitor election 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: fsmap 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: mgrmap e41: y(active, since 4m), standbys: x 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: overall HEALTH_OK 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: from='mgr.25255 ' entity='' 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: mgrmap e42: y(active, since 4m), standbys: x 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[131834]: from='mgr.25255 ' entity='' 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ignoring --setuser ceph since I am not root 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ignoring --setgroup ceph since I am not root 2024-03-21T13:27:34.404 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mgr[71505]: -- 172.21.15.67:0/422703183 <== mon.1 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d1aa4445a0 con 0x55d1aa418800 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: pgmap v1538: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: pgmap v1539: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: mon.a calling monitor election 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: fsmap 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: osdmap e113: 8 total, 8 up, 8 in 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: mgrmap e41: y(active, since 4m), standbys: x 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: overall HEALTH_OK 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='' 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: mgrmap e42: y(active, since 4m), standbys: x 2024-03-21T13:27:34.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:33 smithi067 ceph-mon[29824]: from='mgr.25255 ' entity='' 2024-03-21T13:27:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:34.483+0000 7f9253b65200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:27:34.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:34 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:34.580+0000 7f9253b65200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:27:34.816 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:34.522+0000 7f384b71b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-21T13:27:34.816 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:34.627+0000 7f384b71b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-21T13:27:35.334 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:35.233+0000 7f9253b65200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:27:35.334 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:35.333+0000 7f9253b65200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:27:35.603 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:35.478+0000 7f9253b65200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:27:35.603 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:35.580+0000 7f9253b65200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:27:35.650 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:35.316+0000 7f384b71b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-21T13:27:35.650 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:35.412+0000 7f384b71b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-21T13:27:35.650 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:35.562+0000 7f384b71b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-21T13:27:35.901 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:35.665+0000 7f9253b65200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:27:35.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:35.666+0000 7f384b71b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-21T13:27:35.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:35.753+0000 7f384b71b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-21T13:27:36.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-mon[109829]: mgrmap e43: y(active, since 4m), standbys: x 2024-03-21T13:27:36.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:35 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:35.941+0000 7f9253b65200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:27:36.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:36.055+0000 7f9253b65200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:27:36.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:36.146+0000 7f9253b65200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:27:36.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-mon[131834]: mgrmap e43: y(active, since 4m), standbys: x 2024-03-21T13:27:36.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:35 smithi067 ceph-mon[29824]: mgrmap e43: y(active, since 4m), standbys: x 2024-03-21T13:27:36.165 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:36.043+0000 7f384b71b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-21T13:27:36.416 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:36.164+0000 7f384b71b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-21T13:27:36.416 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:36.253+0000 7f384b71b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-21T13:27:36.416 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:36.356+0000 7f384b71b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:27:36.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:36.245+0000 7f9253b65200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-21T13:27:36.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:36 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:36.433+0000 7f9253b65200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:27:36.780 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:36 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:36.540+0000 7f384b71b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-21T13:27:37.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:37.404+0000 7f9253b65200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:27:37.663 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:37.538+0000 7f9253b65200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:27:37.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:37.559+0000 7f384b71b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-21T13:27:37.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:37 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:37.696+0000 7f384b71b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-21T13:27:38.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:37.878+0000 7f9253b65200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:27:38.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:37 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:37.968+0000 7f9253b65200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:27:38.311 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:38.042+0000 7f384b71b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-21T13:27:38.311 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:38.139+0000 7f384b71b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-21T13:27:38.650 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:38.166+0000 7f9253b65200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:27:38.650 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:38.361+0000 7f9253b65200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:27:38.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:38.349+0000 7f384b71b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:27:38.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:38.551+0000 7f384b71b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-21T13:27:38.911 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:38.650+0000 7f9253b65200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:27:38.911 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:38 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:38.911+0000 7f9253b65200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:27:39.128 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:38 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:38.860+0000 7f384b71b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-21T13:27:39.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:39.152+0000 7f9253b65200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:27:39.389 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:39 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:39.128+0000 7f384b71b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-21T13:27:39.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:39 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:39.388+0000 7f384b71b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-21T13:27:40.412 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:39 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:39.967+0000 7f9253b65200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:27:40.589 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:40.260+0000 7f384b71b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-21T13:27:40.868 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:40.540+0000 7f9253b65200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:27:40.868 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:40.643+0000 7f9253b65200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:27:40.868 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:40.868+0000 7f9253b65200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:27:41.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:40.858+0000 7f384b71b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-21T13:27:41.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:40.970+0000 7f384b71b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-21T13:27:41.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[29824]: Standby manager daemon x restarted 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[29824]: Standby manager daemon x started 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[29824]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[131834]: Standby manager daemon x restarted 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[131834]: Standby manager daemon x started 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[131834]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[131834]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[131834]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:27:41.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:40 smithi067 ceph-mon[131834]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-mon[109829]: Standby manager daemon x restarted 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-mon[109829]: Standby manager daemon x started 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-mon[109829]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-mon[109829]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-mon[109829]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-mon[109829]: from='mgr.? 172.21.15.196:0/1031244891' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: [21/Mar/2024:13:27:40] ENGINE Bus STARTING 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: CherryPy Checker: 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: The Application mounted at '' has an empty config. 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: 2024-03-21T13:27:41.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: [21/Mar/2024:13:27:40] ENGINE Serving on http://:::9283 2024-03-21T13:27:41.164 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:27:40 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x[73435]: [21/Mar/2024:13:27:40] ENGINE Bus STARTED 2024-03-21T13:27:41.470 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:41.206+0000 7f384b71b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-21T13:27:41.470 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:27:41] ENGINE Bus STARTING 2024-03-21T13:27:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:27:41.287Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:27:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:27:41.288Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:27:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:27:41.294Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:27:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:27:41.294Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:27:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:27:41.294Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:27:41.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: CherryPy Checker: 2024-03-21T13:27:41.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: The Application mounted at '' has an empty config. 2024-03-21T13:27:41.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:41.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:27:41] ENGINE Serving on http://:::9283 2024-03-21T13:27:41.902 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:27:41] ENGINE Bus STARTED 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: mgrmap e44: y(active, since 4m), standbys: x 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: Active manager daemon y restarted 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: Activating manager daemon y 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: osdmap e114: 8 total, 8 up, 8 in 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: mgrmap e45: y(active, starting, since 0.00855105s), standbys: x 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:27:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:27:42.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: Manager daemon y is now available 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:27:42.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: mgrmap e44: y(active, since 4m), standbys: x 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: Active manager daemon y restarted 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: Activating manager daemon y 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: osdmap e114: 8 total, 8 up, 8 in 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: mgrmap e45: y(active, starting, since 0.00855105s), standbys: x 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:27:42.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: Manager daemon y is now available 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:42.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:41 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:27:42.244 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:27:42.237+0000 7f38018c1700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: mgrmap e44: y(active, since 4m), standbys: x 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: Active manager daemon y restarted 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: Activating manager daemon y 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: osdmap e114: 8 total, 8 up, 8 in 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: mgrmap e45: y(active, starting, since 0.00855105s), standbys: x 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:27:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: Manager daemon y is now available 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-21T13:27:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-21T13:27:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:27:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:27:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:27:43.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: [21/Mar/2024:13:27:41] ENGINE Bus STARTING 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: mgrmap e46: y(active, since 1.01101s), standbys: x 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:27:43.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: [21/Mar/2024:13:27:41] ENGINE Bus STARTING 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: mgrmap e46: y(active, since 1.01101s), standbys: x 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:42 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: Updating smithi067:/etc/ceph/ceph.conf 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: Updating smithi196:/etc/ceph/ceph.conf 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: [21/Mar/2024:13:27:41] ENGINE Bus STARTING 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: mgrmap e46: y(active, since 1.01101s), standbys: x 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi067", "caps": []}]: dispatch 2024-03-21T13:27:44.203 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:27:43] "GET /metrics HTTP/1.1" 200 35274 "" "Prometheus/2.43.0" 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: [21/Mar/2024:13:27:42] ENGINE Serving on https://172.21.15.67:7151 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: [21/Mar/2024:13:27:42] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: [21/Mar/2024:13:27:42] ENGINE Bus STARTED 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:27:44.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: [21/Mar/2024:13:27:42] ENGINE Serving on https://172.21.15.67:7151 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: [21/Mar/2024:13:27:42] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: [21/Mar/2024:13:27:42] ENGINE Bus STARTED 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:27:44.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:43 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: [21/Mar/2024:13:27:42] ENGINE Serving on https://172.21.15.67:7151 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: [21/Mar/2024:13:27:42] ENGINE Serving on http://172.21.15.67:8765 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: [21/Mar/2024:13:27:42] ENGINE Bus STARTED 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: Updating smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: Updating smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-21T13:27:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:27:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: mgrmap e47: y(active, since 3s), standbys: x 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: mgrmap e47: y(active, since 3s), standbys: x 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:45.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:45.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:45.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:27:45.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:44 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: mgrmap e47: y(active, since 3s), standbys: x 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi196", "caps": []}]: dispatch 2024-03-21T13:27:45.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.237 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:45 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:46.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: mgrmap e48: y(active, since 4s), standbys: x 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:46 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.217 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.218 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: mgrmap e48: y(active, since 4s), standbys: x 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.219 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.220 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: mgrmap e48: y(active, since 4s), standbys: x 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.223 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.224 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:47.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:46 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:27:48.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-21T13:27:48.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:27:48.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:47 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-21T13:27:48.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-21T13:27:49.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.100 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: Upgrade: It appears safe to stop mon.c 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: Upgrade: It appears safe to stop mon.c 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:48 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: Upgrade: It appears safe to stop mon.c 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:49.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:48 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:51.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:51.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:51.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:50 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:51.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:50 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[131834]: Upgrade: Updating mon.c 2024-03-21T13:27:52.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[131834]: Deploying daemon mon.c on smithi067 2024-03-21T13:27:52.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[29824]: Upgrade: Updating mon.c 2024-03-21T13:27:52.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[29824]: Deploying daemon mon.c on smithi067 2024-03-21T13:27:52.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:51 smithi067 ceph-mon[29824]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:51 smithi196 ceph-mon[109829]: Upgrade: Updating mon.c 2024-03-21T13:27:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:51 smithi196 ceph-mon[109829]: Deploying daemon mon.c on smithi067 2024-03-21T13:27:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:51 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:51 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:51 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:53.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:52 smithi067 ceph-mon[131834]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-03-21T13:27:53.259 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:52 smithi067 ceph-mon[29824]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-03-21T13:27:53.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:52 smithi196 ceph-mon[109829]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-03-21T13:27:53.601 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:53 smithi067 systemd[1]: Stopping Ceph mon.c for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:27:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c[29764]: 2024-03-21T13:27:53.600+0000 7f17b6577700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:27:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c[29764]: 2024-03-21T13:27:53.600+0000 7f17b6577700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-03-21T13:27:53.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:53 smithi067 podman[135213]: 2024-03-21 13:27:53.672952343 +0000 UTC m=+0.164584608 container died ad16eb569d3296fe834bb8ab38310a6da6cf69b8453d386ea3b3c772feb9f514 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, maintainer=Guillaume Abrioux , vcs-type=git, GIT_CLEAN=True, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, ceph=True, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, release=754, version=8) 2024-03-21T13:27:54.285 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:27:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:27:53] "GET /metrics HTTP/1.1" 200 35274 "" "Prometheus/2.43.0" 2024-03-21T13:27:54.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 podman[135213]: 2024-03-21 13:27:54.109669749 +0000 UTC m=+0.601302011 container cleanup ad16eb569d3296fe834bb8ab38310a6da6cf69b8453d386ea3b3c772feb9f514 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, version=8, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, GIT_CLEAN=True, ceph=True, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container) 2024-03-21T13:27:54.286 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 bash[135213]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c 2024-03-21T13:27:54.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 podman[135227]: 2024-03-21 13:27:54.285998071 +0000 UTC m=+0.610502118 container remove ad16eb569d3296fe834bb8ab38310a6da6cf69b8453d386ea3b3c772feb9f514 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_CLEAN=True, vendor=Red Hat, Inc., vcs-type=git, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0) 2024-03-21T13:27:54.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.c.service: Deactivated successfully. 2024-03-21T13:27:54.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 systemd[1]: Stopped Ceph mon.c for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:27:54.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.c.service: Consumed 27.119s CPU time. 2024-03-21T13:27:54.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 systemd[1]: Starting Ceph mon.c for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:27:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 podman[135360]: 2024-03-21 13:27:54.870285754 +0000 UTC m=+0.019295896 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:27:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:54 smithi067 podman[135360]: 2024-03-21 13:27:54.987272258 +0000 UTC m=+0.136282392 container create ab68ca738b9353ecab6e8bf9ba698d02713044c750215b7b383f3764ec6fe42f (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240319, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-21T13:27:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 podman[135360]: 2024-03-21 13:27:55.239920821 +0000 UTC m=+0.388930956 container init ab68ca738b9353ecab6e8bf9ba698d02713044c750215b7b383f3764ec6fe42f (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-21T13:27:55.499 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 podman[135360]: 2024-03-21 13:27:55.243361486 +0000 UTC m=+0.392371623 container start ab68ca738b9353ecab6e8bf9ba698d02713044c750215b7b383f3764ec6fe42f (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.build-date=20240319, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: set uid:gid to 167:167 (ceph:ceph) 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev), process ceph-mon, pid 2 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: pidfile_write: ignore empty --pid-file 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: load: jerasure load: lrc 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: RocksDB version: 7.9.2 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Git sha 0 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Compile date 2024-03-21 08:53:26 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: DB SUMMARY 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: DB Session ID: JZK3DMLE015TL32IK7PL 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: CURRENT file: CURRENT 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: IDENTITY file: IDENTITY 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: MANIFEST file: MANIFEST-000009 size: 5758 Bytes 2024-03-21T13:27:55.500 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000099.sst 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000097.log size: 1097144 ; 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.error_if_exists: 0 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.create_if_missing: 0 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.paranoid_checks: 1 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.env: 0x563635926b20 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.fs: PosixFileSystem 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.info_log: 0x563637f37920 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_file_opening_threads: 16 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.statistics: (nil) 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.use_fsync: 0 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_log_file_size: 0 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-21T13:27:55.501 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.keep_log_file_num: 1000 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.recycle_log_file_num: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.allow_fallocate: 1 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.allow_mmap_reads: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.allow_mmap_writes: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.use_direct_reads: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.create_missing_column_families: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.db_log_dir: 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.wal_dir: 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-21T13:27:55.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.advise_random_on_open: 1 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.db_write_buffer_size: 0 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.write_buffer_manager: 0x563637f08820 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.rate_limiter: (nil) 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.wal_recovery_mode: 2 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.enable_thread_tracking: 0 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.enable_pipelined_write: 0 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.unordered_write: 0 2024-03-21T13:27:55.503 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.row_cache: None 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.wal_filter: None 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.allow_ingest_behind: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.two_write_queues: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.manual_wal_flush: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.wal_compression: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.atomic_flush: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-21T13:27:55.504 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-21T13:27:55.505 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.log_readahead_size: 0 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.best_efforts_recovery: 0 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.allow_data_in_errors: 0 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.db_host_id: __hostname__ 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_background_jobs: 2 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_background_compactions: -1 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_subcompactions: 1 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-21T13:27:55.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_total_wal_size: 0 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_open_files: -1 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bytes_per_sync: 0 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_readahead_size: 0 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_background_flushes: -1 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Compression algorithms supported: 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-21T13:27:55.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kZSTD supported: 0 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kXpressCompression supported: 0 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kLZ4HCCompression supported: 1 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kZlibCompression supported: 1 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kSnappyCompression supported: 1 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kLZ4Compression supported: 1 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: kBZip2Compression supported: 0 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.merge_operator: 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_filter: None 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_filter_factory: None 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.sst_partitioner_factory: None 2024-03-21T13:27:55.508 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563637f37a20) 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_type: 0 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_block_index_type: 0 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_shortening: 1 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: checksum: 4 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: no_block_cache: 0 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache: 0x563637f3b090 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-03-21T13:27:55.509 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_options: 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: capacity : 536870912 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: num_shard_bits : 4 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: strict_capacity_limit : 0 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_compressed: (nil) 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: persistent_cache: (nil) 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_size: 4096 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_size_deviation: 10 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_restart_interval: 16 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_block_restart_interval: 1 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: metadata_block_size: 4096 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: partition_filters: 0 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: use_delta_encoding: 1 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: filter_policy: bloomfilter 2024-03-21T13:27:55.510 INFO:journalctl@ceph.mon.c.smithi067.stdout: whole_key_filtering: 1 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: verify_compression: 0 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: format_version: 5 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: enable_index_compression: 1 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_align: 0 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: max_auto_readahead_size: 262144 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: prepopulate_block_cache: 0 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: initial_auto_readahead_size: 8192 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout: num_file_reads_for_auto_readahead: 2 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.write_buffer_size: 33554432 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_write_buffer_number: 2 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression: NoCompression 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression: Disabled 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.prefix_extractor: nullptr 2024-03-21T13:27:55.511 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.num_levels: 7 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-21T13:27:55.512 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.level: 32767 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.strategy: 0 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.enabled: false 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.target_file_size_base: 67108864 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-21T13:27:55.513 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.arena_block_size: 1048576 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-21T13:27:55.514 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.disable_auto_compactions: 0 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.table_properties_collectors: 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.inplace_update_support: 0 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-21T13:27:55.515 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.bloom_locality: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.max_successive_merges: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.paranoid_file_checks: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.force_consistency_checks: 1 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.report_bg_io_stats: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.ttl: 2592000 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.enable_blob_files: false 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.min_blob_size: 0 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.blob_file_size: 268435456 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-21T13:27:55.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.blob_file_starting_level: 0 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 99.sst 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 101, last_sequence is 58527, log_number is 97,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 97 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 11a62342-624e-4e64-b124-28011c54b050 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027675272281, "job": 1, "event": "recovery_started", "wal_files": [97]} 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #97 mode 2 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027675275850, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 102, "file_size": 673173, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 58532, "largest_seqno": 58960, "table_properties": {"data_size": 670318, "index_size": 1265, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 5351, "raw_average_key_size": 24, "raw_value_size": 665707, "raw_average_value_size": 3053, "num_data_blocks": 55, "num_entries": 218, "num_filter_entries": 218, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711027675, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "11a62342-624e-4e64-b124-28011c54b050", "db_session_id": "JZK3DMLE015TL32IK7PL", "orig_file_number": 102, "seqno_to_time_mapping": "N/A"}} 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: EVENT_LOG_v1 {"time_micros": 1711027675275953, "job": 1, "event": "recovery_finished"} 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/version_set.cc:5047] Creating manifest 104 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000097.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-21T13:27:55.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56363802a000 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: DB pointer 0x563638014000 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** DB Stats ** 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-21T13:27:55.518 INFO:journalctl@ceph.mon.c.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: L0 1/0 657.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 344.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: L6 1/0 13.59 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: Sum 2/0 14.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 344.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 344.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 344.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-21T13:27:55.519 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative compaction: 0.00 GB write, 112.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval compaction: 0.00 GB write, 112.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: Block cache BinnedLRUCache@0x563637f3b090#2 capacity: 512.00 MB usage: 1.98 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.66 KB,0.00012517%) IndexBlock(1,1.33 KB,0.00025332%) Misc(1,0.00 KB,0%) 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: starting mon.c rank 1 at public addrs [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] at bind addrs [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???) e3 preinit fsid 409d6aee-e782-11ee-95cd-87774f69a715 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).mds e1 new map 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).mds e1 print_map 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: e1 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-21T13:27:55.520 INFO:journalctl@ceph.mon.c.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout: legacy client fscid: -1 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout: No filesystems configured 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).osd e114 crush map has features 3314933000854323200, adjusting msgr requires 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).osd e114 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).osd e114 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).osd e114 crush map has features 432629239337189376, adjusting msgr requires 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 ceph-mon[135379]: mon.c@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 bash[135360]: ab68ca738b9353ecab6e8bf9ba698d02713044c750215b7b383f3764ec6fe42f 2024-03-21T13:27:55.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:55 smithi067 systemd[1]: Started Ceph mon.c for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:27:57.910 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: mon.c calling monitor election 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: mon.b calling monitor election 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: mon.a calling monitor election 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:27:58.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: monmap e4: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: fsmap 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: osdmap e114: 8 total, 8 up, 8 in 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: mgrmap e48: y(active, since 15s), standbys: x 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: overall HEALTH_OK 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:58.268 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: mon.c calling monitor election 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: mon.b calling monitor election 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: mon.a calling monitor election 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: monmap e4: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: fsmap 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: osdmap e114: 8 total, 8 up, 8 in 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: mgrmap e48: y(active, since 15s), standbys: x 2024-03-21T13:27:58.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: overall HEALTH_OK 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:58.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:58.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: mon.c calling monitor election 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: mon.b calling monitor election 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: mon.a calling monitor election 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: monmap e4: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: fsmap 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: osdmap e114: 8 total, 8 up, 8 in 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: mgrmap e48: y(active, since 15s), standbys: x 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: overall HEALTH_OK 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:27:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 7s ago 31m - - 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 7s ago 30m - - 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 7s ago 25m 17.2M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (2m) 7s ago 25m 77.6M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (4m) 7s ago 24m 57.5M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 7s ago 30m 447M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (14m) 7s ago 32m 496M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (26s) 7s ago 32m 41.7M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 2ec002c9c0cc 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (79s) 7s ago 30m 46.8M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:27:58.610 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 starting - - - 2048M 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 7s ago 26m 7671k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (3m) 7s ago 26m 16.4M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (30m) 7s ago 30m 55.1M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (29m) 7s ago 29m 55.4M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (29m) 7s ago 29m 52.2M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (28m) 7s ago 28m 53.0M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (28m) 7s ago 28m 56.4M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (28m) 7s ago 28m 53.5M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (27m) 7s ago 27m 52.5M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (27m) 7s ago 27m 54.0M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (3m) 7s ago 26m 69.2M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (25m) 7s ago 25m 78.7M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:27:58.611 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (25m) 7s ago 25m 76.3M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:27:59.025 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:27:59.025 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:27:59.025 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 3 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 5 2024-03-21T13:27:59.026 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:27:59.027 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:27:59.296 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[135379]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[135379]: Reconfiguring mon.a (monmap changed)... 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[135379]: Reconfiguring daemon mon.a on smithi067 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[135379]: from='client.54135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[131834]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[131834]: Reconfiguring mon.a (monmap changed)... 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[131834]: Reconfiguring daemon mon.a on smithi067 2024-03-21T13:27:59.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:58 smithi067 ceph-mon[131834]: from='client.54135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi067", 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "1/2 daemons upgraded", 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading mon daemons", 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:27:59.372 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:27:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:58 smithi196 ceph-mon[109829]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:27:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:58 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:27:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:58 smithi196 ceph-mon[109829]: Reconfiguring mon.a (monmap changed)... 2024-03-21T13:27:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:58 smithi196 ceph-mon[109829]: Reconfiguring daemon mon.a on smithi067 2024-03-21T13:27:59.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:58 smithi196 ceph-mon[109829]: from='client.54135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='client.54141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='client.54147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/830963911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:28:00.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='client.54141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='client.54147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/830963911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:28:00.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:27:59 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='client.54141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='client.54147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/830963911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:28:00.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:27:59 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:00.652 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:28:00.283+0000 7f38018c1700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-03-21T13:28:01.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[131834]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:28:01.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[131834]: from='client.54159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:01.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[131834]: Reconfiguring mgr.y (monmap changed)... 2024-03-21T13:28:01.062 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[131834]: Reconfiguring daemon mgr.y on smithi067 2024-03-21T13:28:01.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[135379]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:28:01.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[135379]: from='client.54159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:01.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[135379]: Reconfiguring mgr.y (monmap changed)... 2024-03-21T13:28:01.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:00 smithi067 ceph-mon[135379]: Reconfiguring daemon mgr.y on smithi067 2024-03-21T13:28:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:00 smithi196 ceph-mon[109829]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-21T13:28:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:00 smithi196 ceph-mon[109829]: from='client.54159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:00 smithi196 ceph-mon[109829]: Reconfiguring mgr.y (monmap changed)... 2024-03-21T13:28:01.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:00 smithi196 ceph-mon[109829]: Reconfiguring daemon mgr.y on smithi067 2024-03-21T13:28:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: Reconfiguring mon.c (monmap changed)... 2024-03-21T13:28:02.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: Reconfiguring daemon mon.c on smithi067 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[131834]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: Reconfiguring mon.c (monmap changed)... 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: Reconfiguring daemon mon.c on smithi067 2024-03-21T13:28:02.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:02 smithi067 ceph-mon[135379]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:02.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: Reconfiguring mon.c (monmap changed)... 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: Reconfiguring daemon mon.c on smithi067 2024-03-21T13:28:02.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:02 smithi196 ceph-mon[109829]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: Reconfiguring osd.0 (monmap changed)... 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.0 on smithi067 2024-03-21T13:28:03.949 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:03.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:03.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:03.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: Reconfiguring osd.0 (monmap changed)... 2024-03-21T13:28:03.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:28:03.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:03.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.0 on smithi067 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: Reconfiguring osd.0 (monmap changed)... 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:03 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.0 on smithi067 2024-03-21T13:28:04.300 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:28:03] "GET /metrics HTTP/1.1" 200 38018 "" "Prometheus/2.43.0" 2024-03-21T13:28:05.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[135379]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:05.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[131834]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-21T13:28:05.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:04 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:05.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:04 smithi196 ceph-mon[109829]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:05.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:04 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:04 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:04 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-21T13:28:05.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:04 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:06.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:05 smithi067 ceph-mon[131834]: Reconfiguring osd.1 (monmap changed)... 2024-03-21T13:28:06.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:05 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.1 on smithi067 2024-03-21T13:28:06.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:05 smithi067 ceph-mon[135379]: Reconfiguring osd.1 (monmap changed)... 2024-03-21T13:28:06.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:05 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.1 on smithi067 2024-03-21T13:28:06.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:05 smithi196 ceph-mon[109829]: Reconfiguring osd.1 (monmap changed)... 2024-03-21T13:28:06.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:05 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.1 on smithi067 2024-03-21T13:28:07.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[131834]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:07.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:07.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[135379]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-21T13:28:07.019 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:06 smithi196 ceph-mon[109829]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-21T13:28:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[131834]: Reconfiguring osd.2 (monmap changed)... 2024-03-21T13:28:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.2 on smithi067 2024-03-21T13:28:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-21T13:28:08.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[135379]: Reconfiguring osd.2 (monmap changed)... 2024-03-21T13:28:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.2 on smithi067 2024-03-21T13:28:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-21T13:28:08.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:07 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:07 smithi196 ceph-mon[109829]: Reconfiguring osd.2 (monmap changed)... 2024-03-21T13:28:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:07 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.2 on smithi067 2024-03-21T13:28:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:07 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:07 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:07 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-21T13:28:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:07 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:09.062 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:08 smithi067 ceph-mon[131834]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:09.062 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:08 smithi067 ceph-mon[131834]: Reconfiguring osd.3 (monmap changed)... 2024-03-21T13:28:09.062 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:08 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.3 on smithi067 2024-03-21T13:28:09.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:08 smithi067 ceph-mon[135379]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:09.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:08 smithi067 ceph-mon[135379]: Reconfiguring osd.3 (monmap changed)... 2024-03-21T13:28:09.062 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:08 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.3 on smithi067 2024-03-21T13:28:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:08 smithi196 ceph-mon[109829]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:08 smithi196 ceph-mon[109829]: Reconfiguring osd.3 (monmap changed)... 2024-03-21T13:28:09.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:08 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.3 on smithi067 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: Reconfiguring rgw.foo.smithi067.hkmuwv (monmap changed)... 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:10.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:10 smithi196 ceph-mon[109829]: Reconfiguring daemon rgw.foo.smithi067.hkmuwv on smithi067 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: Reconfiguring rgw.foo.smithi067.hkmuwv (monmap changed)... 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[131834]: Reconfiguring daemon rgw.foo.smithi067.hkmuwv on smithi067 2024-03-21T13:28:10.712 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:10.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:10.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:10.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: Reconfiguring rgw.foo.smithi067.hkmuwv (monmap changed)... 2024-03-21T13:28:10.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi067.hkmuwv", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:28:10.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:10.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:10 smithi067 ceph-mon[135379]: Reconfiguring daemon rgw.foo.smithi067.hkmuwv on smithi067 2024-03-21T13:28:12.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: Reconfiguring mon.b (monmap changed)... 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:12.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[131834]: Reconfiguring daemon mon.b on smithi196 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: Reconfiguring mon.b (monmap changed)... 2024-03-21T13:28:12.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:28:12.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:28:12.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:12.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:12 smithi067 ceph-mon[135379]: Reconfiguring daemon mon.b on smithi196 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: Reconfiguring mon.b (monmap changed)... 2024-03-21T13:28:12.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-21T13:28:12.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-21T13:28:12.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:12.164 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:12 smithi196 ceph-mon[109829]: Reconfiguring daemon mon.b on smithi196 2024-03-21T13:28:13.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:13 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:13.298 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:13 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:13.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:13 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:14.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:28:13] "GET /metrics HTTP/1.1" 200 38094 "" "Prometheus/2.43.0" 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: Reconfiguring mgr.x (monmap changed)... 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:14 smithi196 ceph-mon[109829]: Reconfiguring daemon mgr.x on smithi196 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: Reconfiguring mgr.x (monmap changed)... 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:14.862 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[135379]: Reconfiguring daemon mgr.x on smithi196 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: Reconfiguring mgr.x (monmap changed)... 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:14.863 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:14 smithi067 ceph-mon[131834]: Reconfiguring daemon mgr.x on smithi196 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: Reconfiguring osd.4 (monmap changed)... 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:16.381 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:16 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.4 on smithi196 2024-03-21T13:28:16.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: Reconfiguring osd.4 (monmap changed)... 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.4 on smithi196 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: Reconfiguring osd.4 (monmap changed)... 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-21T13:28:16.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:16.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:16 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.4 on smithi196 2024-03-21T13:28:17.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: Reconfiguring osd.5 (monmap changed)... 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:17.639 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:17 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.5 on smithi196 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: Reconfiguring osd.5 (monmap changed)... 2024-03-21T13:28:17.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.5 on smithi196 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: Reconfiguring osd.5 (monmap changed)... 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:17.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:17 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.5 on smithi196 2024-03-21T13:28:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[131834]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:19.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[135379]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-21T13:28:19.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:18 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:19.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:18 smithi196 ceph-mon[109829]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:19.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:18 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:19.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:18 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:19.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:18 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-21T13:28:19.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:18 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:19 smithi067 ceph-mon[131834]: Reconfiguring osd.6 (monmap changed)... 2024-03-21T13:28:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:19 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.6 on smithi196 2024-03-21T13:28:20.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:19 smithi067 ceph-mon[135379]: Reconfiguring osd.6 (monmap changed)... 2024-03-21T13:28:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:19 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.6 on smithi196 2024-03-21T13:28:20.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:19 smithi196 ceph-mon[109829]: Reconfiguring osd.6 (monmap changed)... 2024-03-21T13:28:20.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:19 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.6 on smithi196 2024-03-21T13:28:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[131834]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[135379]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-21T13:28:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:20 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:20 smithi196 ceph-mon[109829]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:20 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:20 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:20 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-21T13:28:21.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:20 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:22.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:21 smithi196 ceph-mon[109829]: Reconfiguring osd.7 (monmap changed)... 2024-03-21T13:28:22.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:21 smithi196 ceph-mon[109829]: Reconfiguring daemon osd.7 on smithi196 2024-03-21T13:28:22.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:21 smithi067 ceph-mon[131834]: Reconfiguring osd.7 (monmap changed)... 2024-03-21T13:28:22.270 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:21 smithi067 ceph-mon[131834]: Reconfiguring daemon osd.7 on smithi196 2024-03-21T13:28:22.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:21 smithi067 ceph-mon[135379]: Reconfiguring osd.7 (monmap changed)... 2024-03-21T13:28:22.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:21 smithi067 ceph-mon[135379]: Reconfiguring daemon osd.7 on smithi196 2024-03-21T13:28:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:22 smithi196 ceph-mon[109829]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:28:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:23.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[135379]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:23.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:23.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:23.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:28:23.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:23.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[131834]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:23.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:23.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:23.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi196.zsuetz", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-03-21T13:28:23.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:24.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:23 smithi196 ceph-mon[109829]: Reconfiguring rgw.foo.smithi196.zsuetz (monmap changed)... 2024-03-21T13:28:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:23 smithi196 ceph-mon[109829]: Reconfiguring daemon rgw.foo.smithi196.zsuetz on smithi196 2024-03-21T13:28:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:23 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:23 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:24.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:23 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:24.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:28:23] "GET /metrics HTTP/1.1" 200 38094 "" "Prometheus/2.43.0" 2024-03-21T13:28:24.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[131834]: Reconfiguring rgw.foo.smithi196.zsuetz (monmap changed)... 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[131834]: Reconfiguring daemon rgw.foo.smithi196.zsuetz on smithi196 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[135379]: Reconfiguring rgw.foo.smithi196.zsuetz (monmap changed)... 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[135379]: Reconfiguring daemon rgw.foo.smithi196.zsuetz on smithi196 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:24.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:23 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all mon 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all crash 2024-03-21T13:28:25.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all mds 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all nfs 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all mon 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all crash 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all mds 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all nfs 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:28:25.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:28:25.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:28:25.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.414 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.415 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:25.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:28:25.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:24 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:25.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all mon 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all crash 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all mds 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all rbd-mirror 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all cephfs-mirror 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all ceph-exporter 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all nfs 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:25.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-21T13:28:25.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:25.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:28:25.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:28:25.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:28:25.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:24 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all node-exporter 2024-03-21T13:28:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all prometheus 2024-03-21T13:28:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all alertmanager 2024-03-21T13:28:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all grafana 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all loki 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all promtail 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Finalizing container_image settings 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[131834]: Upgrade: Complete! 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all node-exporter 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all prometheus 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all alertmanager 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all grafana 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all loki 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all promtail 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Finalizing container_image settings 2024-03-21T13:28:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:25 smithi067 ceph-mon[135379]: Upgrade: Complete! 2024-03-21T13:28:26.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all node-exporter 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all prometheus 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all alertmanager 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all grafana 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all loki 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all promtail 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Finalizing container_image settings 2024-03-21T13:28:26.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:25 smithi196 ceph-mon[109829]: Upgrade: Complete! 2024-03-21T13:28:27.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:26 smithi067 ceph-mon[131834]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:27.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:26 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:27.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:26 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:27.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:26 smithi067 ceph-mon[135379]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:27.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:26 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:27.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:26 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:27.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:26 smithi196 ceph-mon[109829]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:27.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:26 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:27.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:26 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:29.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:28 smithi196 ceph-mon[109829]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:29.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:28 smithi067 ceph-mon[131834]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:29.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:28 smithi067 ceph-mon[135379]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:30.504 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:28:31.116 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:30 smithi067 ceph-mon[131834]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:31.116 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:30 smithi067 ceph-mon[131834]: from='client.64102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:31.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:30 smithi067 ceph-mon[135379]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:31.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:30 smithi067 ceph-mon[135379]: from='client.64102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:31.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:30 smithi196 ceph-mon[109829]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:31.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:30 smithi196 ceph-mon[109829]: from='client.64102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:32.556 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 16s ago 31m - - 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 0s ago 31m - - 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (3m) 16s ago 26m 17.2M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (2m) 0s ago 26m 79.7M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (5m) 16s ago 25m 58.4M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 0s ago 30m 449M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (15m) 16s ago 32m 500M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (60s) 16s ago 32m 45.0M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 2ec002c9c0cc 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (113s) 0s ago 31m 48.7M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (37s) 16s ago 31m 23.7M 2048M 19.0.0-2267-g960fbbe4 19e12293512f ab68ca738b93 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 16s ago 27m 7700k - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:28:32.557 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (4m) 0s ago 27m 16.7M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (30m) 16s ago 30m 55.4M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (30m) 16s ago 30m 55.7M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (29m) 16s ago 29m 52.6M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (29m) 16s ago 29m 53.1M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (29m) 0s ago 29m 56.4M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (28m) 0s ago 28m 53.3M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (28m) 0s ago 28m 52.8M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (28m) 0s ago 28m 53.9M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (3m) 0s ago 27m 69.2M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (25m) 16s ago 25m 79.0M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:28:32.558 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (25m) 0s ago 25m 76.5M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:28:32.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:32 smithi196 ceph-mon[109829]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:32.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[131834]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[135379]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:32.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:33.200 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-03-21T13:28:33.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:33 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:33.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:33 smithi067 ceph-mon[131834]: from='client.64108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:33.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:33 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:33.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:33 smithi067 ceph-mon[135379]: from='client.64108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:33.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:33 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:33.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:33 smithi196 ceph-mon[109829]: from='client.64108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:34.259 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:28:33] "GET /metrics HTTP/1.1" 200 38025 "" "Prometheus/2.43.0" 2024-03-21T13:28:34.795 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:34 smithi067 ceph-mon[131834]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:34.795 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:34 smithi067 ceph-mon[135379]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:34.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:34 smithi196 ceph-mon[109829]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:36.810 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:28:36.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[131834]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:36.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[135379]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:36.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:36 smithi196 ceph-mon[109829]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:36.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.443 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-03-21T13:28:37.870 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.870 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.870 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.871 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/4291206534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:37.871 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.871 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.871 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.871 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:37 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/4291206534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:37.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:37.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:37 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/4291206534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:38.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:38 smithi067 ceph-mon[131834]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:38.802 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:38 smithi067 ceph-mon[135379]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:38.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:38 smithi196 ceph-mon[109829]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:39.947 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)" 2024-03-21T13:28:40.600 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-03-21T13:28:40.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:40 smithi067 ceph-mon[131834]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:40.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:40 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/972571753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:40.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:40 smithi067 ceph-mon[135379]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:40.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:40 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/972571753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:40.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:40 smithi196 ceph-mon[109829]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:40.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:40 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/972571753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:28:41.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:41.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:41.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:42.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:42 smithi067 ceph-mon[131834]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:42.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:42 smithi067 ceph-mon[135379]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:42.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:42 smithi196 ceph-mon[109829]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:43.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:43 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:43.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:43 smithi067 ceph-mon[131834]: from='client.64126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:43.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:43 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:43.892 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:43 smithi067 ceph-mon[135379]: from='client.64126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:43.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:43 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:43.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:43 smithi196 ceph-mon[109829]: from='client.64126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:44.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:28:43] "GET /metrics HTTP/1.1" 200 38093 "" "Prometheus/2.43.0" 2024-03-21T13:28:44.901 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:44 smithi067 ceph-mon[131834]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:44.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:44 smithi067 ceph-mon[135379]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:44.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:44 smithi196 ceph-mon[109829]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:44.917 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:28:45.570 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade status' 2024-03-21T13:28:46.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:46 smithi067 ceph-mon[131834]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:46.903 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:46 smithi067 ceph-mon[135379]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:46.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:46 smithi196 ceph-mon[109829]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:47.787 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:28:47.787 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": null, 2024-03-21T13:28:47.787 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": false, 2024-03-21T13:28:47.787 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "", 2024-03-21T13:28:47.788 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:28:47.788 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": null, 2024-03-21T13:28:47.788 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-03-21T13:28:47.788 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:28:47.788 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:28:48.566 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph health detail' 2024-03-21T13:28:48.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:48 smithi067 ceph-mon[131834]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:48.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:48 smithi067 ceph-mon[131834]: from='client.54195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:48.880 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:48 smithi067 ceph-mon[135379]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:48.880 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:48 smithi067 ceph-mon[135379]: from='client.54195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:48.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:48 smithi196 ceph-mon[109829]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:48.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:48 smithi196 ceph-mon[109829]: from='client.54195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:50.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:50 smithi067 ceph-mon[135379]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:50.736 INFO:teuthology.orchestra.run.smithi067.stdout:HEALTH_OK 2024-03-21T13:28:50.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:50 smithi196 ceph-mon[109829]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:50.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:50 smithi067 ceph-mon[131834]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:51.469 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-03-21T13:28:51.730 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:51 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/3071020089' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:28:51.781 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:51 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/3071020089' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:28:51.782 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:51 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/3071020089' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-03-21T13:28:52.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:52 smithi196 ceph-mon[109829]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:52.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:52.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:52.848 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[131834]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[135379]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.006 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:53.934 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:53 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:53.934 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:53 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:54.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:53 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:28:54.402 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:28:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:28:53] "GET /metrics HTTP/1.1" 200 38093 "" "Prometheus/2.43.0" 2024-03-21T13:28:55.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:54 smithi067 ceph-mon[131834]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:55.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:54 smithi067 ceph-mon[135379]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:55.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:54 smithi196 ceph-mon[109829]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:55.810 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:55 smithi067 ceph-mon[131834]: from='client.54207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:55.810 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:55 smithi067 ceph-mon[135379]: from='client.54207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:56.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:55 smithi196 ceph-mon[109829]: from='client.54207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:28:57.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:56 smithi067 ceph-mon[131834]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:57.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:56 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:56 smithi067 ceph-mon[135379]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:56 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:57.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:56 smithi196 ceph-mon[109829]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:28:57.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:56 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:28:58.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:57 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:57 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:58.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:57 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:28:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:28:58 smithi067 ceph-mon[131834]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:59.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:28:58 smithi067 ceph-mon[135379]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:59.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:28:58 smithi196 ceph-mon[109829]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:28:59.229 INFO:teuthology.orchestra.run.smithi067.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:28:59.941 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-03-21T13:29:00.504 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[131834]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:00.505 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:00.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:00.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:00.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:00.506 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:00 smithi067 ceph-mon[135379]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:29:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:29:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:00.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:00 smithi196 ceph-mon[109829]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753 2024-03-21T13:29:02.477 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:29:02.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:02 smithi067 ceph-mon[131834]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:02.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:02 smithi067 ceph-mon[135379]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:02.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:02 smithi196 ceph-mon[109829]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:03.155 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 6s ago 32m - - 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 11s ago 32m - - 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (3m) 6s ago 26m 17.2M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (3m) 11s ago 26m 79.7M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (5m) 6s ago 25m 62.9M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 11s ago 31m 449M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (16m) 6s ago 33m 506M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (91s) 6s ago 33m 48.2M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 2ec002c9c0cc 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (2m) 11s ago 31m 48.7M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (68s) 6s ago 31m 34.5M 2048M 19.0.0-2267-g960fbbe4 19e12293512f ab68ca738b93 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (5m) 6s ago 27m 13.9M - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (5m) 11s ago 27m 16.7M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (31m) 6s ago 31m 55.2M 4096M 17.2.0 e1d6a67b021e 3b56b6270d3d 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (30m) 6s ago 30m 55.7M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:29:03.156 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (30m) 6s ago 30m 52.7M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (30m) 6s ago 30m 53.1M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (29m) 11s ago 29m 56.4M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (29m) 11s ago 29m 53.3M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (28m) 11s ago 28m 52.8M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (28m) 11s ago 28m 53.9M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (4m) 11s ago 27m 69.2M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (26m) 6s ago 26m 79.1M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:29:03.157 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (26m) 11s ago 26m 76.5M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:29:03.336 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 3 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:29:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:29:03.613 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:03.613 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:29:03.613 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-03-21T13:29:03.613 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 5 2024-03-21T13:29:03.613 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:29:03.613 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:03.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:03.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:03 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "0/8 daemons upgraded", 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading osd daemons", 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:29:03.975 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:29:04.319 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:29:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:29:03] "GET /metrics HTTP/1.1" 200 38091 "" "Prometheus/2.43.0" 2024-03-21T13:29:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:29:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:29:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all mgr 2024-03-21T13:29:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all mon 2024-03-21T13:29:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: from='client.54225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:04.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all crash 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: Upgrade: osd.0 is safe to restart 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/1053329781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[131834]: from='client.54237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all mgr 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all mon 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: from='client.54225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all crash 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:04.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: Upgrade: osd.0 is safe to restart 2024-03-21T13:29:04.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:04.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/1053329781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:04.654 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:04 smithi067 ceph-mon[135379]: from='client.54237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: Upgrade: Target is version 19.0.0-2267-g960fbbe4 (squid) 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, digests ['quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93'] 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all mgr 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all mon 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: from='client.54225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all crash 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: Upgrade: osd.0 is safe to restart 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/1053329781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:04.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:04 smithi196 ceph-mon[109829]: from='client.54237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[131834]: Upgrade: Updating osd.0 2024-03-21T13:29:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:06.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[131834]: Deploying daemon osd.0 on smithi067 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[135379]: Upgrade: Updating osd.0 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:06.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:05 smithi067 ceph-mon[135379]: Deploying daemon osd.0 on smithi067 2024-03-21T13:29:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:05 smithi196 ceph-mon[109829]: Upgrade: Updating osd.0 2024-03-21T13:29:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:05 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:05 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:29:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:05 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:06.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:05 smithi196 ceph-mon[109829]: Deploying daemon osd.0 on smithi067 2024-03-21T13:29:07.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:06 smithi067 ceph-mon[131834]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:07.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:06 smithi067 ceph-mon[135379]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:07.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:06 smithi196 ceph-mon[109829]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:08.537 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:08 smithi067 systemd[1]: Stopping Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:29:08.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[32938]: 2024-03-21T13:29:08.536+0000 7f4858db6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:29:08.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[32938]: 2024-03-21T13:29:08.536+0000 7f4858db6700 -1 osd.0 114 *** Got signal Terminated *** 2024-03-21T13:29:08.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[32938]: 2024-03-21T13:29:08.536+0000 7f4858db6700 -1 osd.0 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:29:09.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-mon[135379]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:09.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-mon[135379]: osd.0 marked itself down and dead 2024-03-21T13:29:09.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-mon[131834]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:09.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:08 smithi067 ceph-mon[131834]: osd.0 marked itself down and dead 2024-03-21T13:29:09.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:08 smithi196 ceph-mon[109829]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:09.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:08 smithi196 ceph-mon[109829]: osd.0 marked itself down and dead 2024-03-21T13:29:09.799 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:09 smithi067 podman[139919]: 2024-03-21 13:29:09.496142877 +0000 UTC m=+1.077286486 container died 3b56b6270d3dccd7310dab81604bf7c75cff9af2bb65942d1d7d1851fd51da58 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vcs-type=git, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , release=754, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_CLEAN=True, distribution-scope=public, io.openshift.expose-services=, vendor=Red Hat, Inc.) 2024-03-21T13:29:10.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:09 smithi067 ceph-mon[131834]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-21T13:29:10.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:09 smithi067 ceph-mon[131834]: osdmap e115: 8 total, 7 up, 8 in 2024-03-21T13:29:10.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:09 smithi067 ceph-mon[135379]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-21T13:29:10.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:09 smithi067 ceph-mon[135379]: osdmap e115: 8 total, 7 up, 8 in 2024-03-21T13:29:10.153 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:09 smithi067 podman[139919]: 2024-03-21 13:29:09.978176811 +0000 UTC m=+1.559320422 container cleanup 3b56b6270d3dccd7310dab81604bf7c75cff9af2bb65942d1d7d1851fd51da58 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, io.openshift.expose-services=, vcs-type=git, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, version=8, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, GIT_CLEAN=True, architecture=x86_64) 2024-03-21T13:29:10.153 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:09 smithi067 bash[139919]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0 2024-03-21T13:29:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:09 smithi196 ceph-mon[109829]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-21T13:29:10.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:09 smithi196 ceph-mon[109829]: osdmap e115: 8 total, 7 up, 8 in 2024-03-21T13:29:10.537 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:10 smithi067 podman[139936]: 2024-03-21 13:29:10.237462363 +0000 UTC m=+0.735647516 container remove 3b56b6270d3dccd7310dab81604bf7c75cff9af2bb65942d1d7d1851fd51da58 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, maintainer=Guillaume Abrioux , version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, ceph=True, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, vcs-type=git, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-03-21T13:29:10.882 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:10 smithi067 podman[140023]: 2024-03-21 13:29:10.538204805 +0000 UTC m=+0.105367212 container create 3d9fa90256b8f67329a9a8b781a5dec8e5eb22a9dbf16554cbbc3aaa7ad07595 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe) 2024-03-21T13:29:10.883 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:10 smithi067 podman[140023]: 2024-03-21 13:29:10.450202626 +0000 UTC m=+0.017365039 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:29:10.883 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:10 smithi067 podman[140023]: 2024-03-21 13:29:10.765986074 +0000 UTC m=+0.333148492 container init 3d9fa90256b8f67329a9a8b781a5dec8e5eb22a9dbf16554cbbc3aaa7ad07595 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240319, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-21T13:29:10.883 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:10 smithi067 podman[140023]: 2024-03-21 13:29:10.76916887 +0000 UTC m=+0.336331282 container start 3d9fa90256b8f67329a9a8b781a5dec8e5eb22a9dbf16554cbbc3aaa7ad07595 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-03-21T13:29:10.883 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:10 smithi067 podman[140023]: 2024-03-21 13:29:10.882721795 +0000 UTC m=+0.449884217 container attach 3d9fa90256b8f67329a9a8b781a5dec8e5eb22a9dbf16554cbbc3aaa7ad07595 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240319, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-21T13:29:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:10 smithi067 ceph-mon[131834]: pgmap v48: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:29:11.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:10 smithi067 ceph-mon[131834]: osdmap e116: 8 total, 7 up, 8 in 2024-03-21T13:29:11.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:10 smithi067 ceph-mon[135379]: pgmap v48: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:29:11.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:10 smithi067 ceph-mon[135379]: osdmap e116: 8 total, 7 up, 8 in 2024-03-21T13:29:11.153 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:11 smithi067 podman[140023]: 2024-03-21 13:29:11.075369773 +0000 UTC m=+0.642532192 container died 3d9fa90256b8f67329a9a8b781a5dec8e5eb22a9dbf16554cbbc3aaa7ad07595 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240319, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_CLEAN=True) 2024-03-21T13:29:11.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:10 smithi196 ceph-mon[109829]: pgmap v48: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-03-21T13:29:11.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:10 smithi196 ceph-mon[109829]: osdmap e116: 8 total, 7 up, 8 in 2024-03-21T13:29:11.992 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:11 smithi067 podman[140048]: 2024-03-21 13:29:11.736838206 +0000 UTC m=+0.656602823 container remove 3d9fa90256b8f67329a9a8b781a5dec8e5eb22a9dbf16554cbbc3aaa7ad07595 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-21T13:29:11.992 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:11 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0.service: Deactivated successfully. 2024-03-21T13:29:11.992 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:11 smithi067 systemd[1]: Stopped Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:29:11.992 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:11 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0.service: Consumed 14.298s CPU time. 2024-03-21T13:29:11.993 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:11 smithi067 systemd[1]: Starting Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:29:12.297 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 podman[140207]: 2024-03-21 13:29:12.094413622 +0000 UTC m=+0.019606091 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:29:12.297 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 podman[140207]: 2024-03-21 13:29:12.196111463 +0000 UTC m=+0.121303970 container create f9fbd008ceed3fb6670c3d71cb21796a4c2355b976af8e055ff9933d808b89a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-03-21T13:29:12.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:12 smithi196 ceph-mon[109829]: pgmap v50: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-03-21T13:29:12.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:12.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[131834]: pgmap v50: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-03-21T13:29:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:12.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[135379]: pgmap v50: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:12.653 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 podman[140207]: 2024-03-21 13:29:12.440593892 +0000 UTC m=+0.365786357 container init f9fbd008ceed3fb6670c3d71cb21796a4c2355b976af8e055ff9933d808b89a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-21T13:29:12.654 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 podman[140207]: 2024-03-21 13:29:12.443974711 +0000 UTC m=+0.369167179 container start f9fbd008ceed3fb6670c3d71cb21796a4c2355b976af8e055ff9933d808b89a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe) 2024-03-21T13:29:12.654 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 podman[140207]: 2024-03-21 13:29:12.540535968 +0000 UTC m=+0.465728433 container attach f9fbd008ceed3fb6670c3d71cb21796a4c2355b976af8e055ff9933d808b89a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.build-date=20240319, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:13.230 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 bash[140207]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:12 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[140252]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-21T13:29:13.231 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:13 smithi067 podman[140207]: 2024-03-21 13:29:13.041401292 +0000 UTC m=+0.966593767 container died f9fbd008ceed3fb6670c3d71cb21796a4c2355b976af8e055ff9933d808b89a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240319, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-03-21T13:29:13.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:13 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:13.539 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:13 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:13.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:13 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:14.213 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:29:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:29:13] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-03-21T13:29:14.214 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:13 smithi067 podman[140462]: 2024-03-21 13:29:13.997722924 +0000 UTC m=+1.025969693 container remove f9fbd008ceed3fb6670c3d71cb21796a4c2355b976af8e055ff9933d808b89a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, org.label-schema.build-date=20240319, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5) 2024-03-21T13:29:14.622 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:14 smithi067 ceph-mon[131834]: pgmap v51: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:14.622 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:14 smithi067 ceph-mon[131834]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:14.622 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:14 smithi067 ceph-mon[135379]: pgmap v51: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:14.622 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:14 smithi067 ceph-mon[135379]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:14 smithi196 ceph-mon[109829]: pgmap v51: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:14.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:14 smithi196 ceph-mon[109829]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:15.262 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 podman[140621]: 2024-03-21 13:29:15.059449625 +0000 UTC m=+0.020561422 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:29:15.262 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 podman[140621]: 2024-03-21 13:29:15.15723625 +0000 UTC m=+0.118348085 container create 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240319, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-03-21T13:29:15.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 podman[140621]: 2024-03-21 13:29:15.393161679 +0000 UTC m=+0.354273474 container init 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240319, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-21T13:29:15.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 podman[140621]: 2024-03-21 13:29:15.39633626 +0000 UTC m=+0.357448061 container start 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240319) 2024-03-21T13:29:15.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 ceph-osd[140675]: -- 172.21.15.67:0/898630068 <== mon.1 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e4d20e3680 con 0x55e4d20ad400 2024-03-21T13:29:15.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 bash[140621]: 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 2024-03-21T13:29:15.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 systemd[1]: Started Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:29:16.031 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:15 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:15.941+0000 7ff9159b37c0 -1 Falling back to public interface 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: pgmap v52: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/627 objects degraded (10.686%) 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.802 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.803 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: pgmap v52: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/627 objects degraded (10.686%) 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.804 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.805 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.806 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.807 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.808 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.809 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.810 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.810 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.810 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:16 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: pgmap v52: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/627 objects degraded (10.686%) 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:16.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:16 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.904 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.905 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.906 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.907 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.908 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.909 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:17 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:17.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:17.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:17.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:17 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:18.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:18.646+0000 7ff9159b37c0 -1 osd.0 0 read_superblock omap replica is missing. 2024-03-21T13:29:18.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:18.677+0000 7ff9159b37c0 -1 osd.0 114 log_to_monitors true 2024-03-21T13:29:19.166 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:18.949+0000 7ff906e0b700 -1 osd.0 114 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T13:29:19.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[131834]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:19.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[131834]: Upgrade: osd.0 is safe to restart 2024-03-21T13:29:19.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[131834]: pgmap v53: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 493 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:19.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[131834]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T13:29:19.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[135379]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:19.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[135379]: Upgrade: osd.0 is safe to restart 2024-03-21T13:29:19.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[135379]: pgmap v53: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 493 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:19.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:18 smithi067 ceph-mon[135379]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T13:29:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:18 smithi196 ceph-mon[109829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-21T13:29:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:18 smithi196 ceph-mon[109829]: Upgrade: osd.0 is safe to restart 2024-03-21T13:29:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:18 smithi196 ceph-mon[109829]: pgmap v53: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 493 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:19.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:18 smithi196 ceph-mon[109829]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T13:29:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[131834]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T13:29:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[131834]: osdmap e117: 8 total, 7 up, 8 in 2024-03-21T13:29:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[131834]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T13:29:20.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:29:20.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[135379]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T13:29:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[135379]: osdmap e117: 8 total, 7 up, 8 in 2024-03-21T13:29:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[135379]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T13:29:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:29:20.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:19 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:20.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:19 smithi196 ceph-mon[109829]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T13:29:20.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:19 smithi196 ceph-mon[109829]: osdmap e117: 8 total, 7 up, 8 in 2024-03-21T13:29:20.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:19 smithi196 ceph-mon[109829]: from='osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T13:29:20.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:19 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-21T13:29:20.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:19 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: pgmap v55: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 440 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:21.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: Upgrade: Updating osd.0 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: Deploying daemon osd.0 on smithi067 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395] boot 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: osdmap e118: 8 total, 8 up, 8 in 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: pgmap v55: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 440 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: Upgrade: Updating osd.0 2024-03-21T13:29:21.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: Deploying daemon osd.0 on smithi067 2024-03-21T13:29:21.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-21T13:29:21.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395] boot 2024-03-21T13:29:21.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: osdmap e118: 8 total, 8 up, 8 in 2024-03-21T13:29:21.154 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:20 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:29:21.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: pgmap v55: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 440 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:21.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: Upgrade: Updating osd.0 2024-03-21T13:29:21.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: Deploying daemon osd.0 on smithi067 2024-03-21T13:29:21.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-21T13:29:21.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: osd.0 [v2:172.21.15.67:6802/3192900395,v1:172.21.15.67:6803/3192900395] boot 2024-03-21T13:29:21.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: osdmap e118: 8 total, 8 up, 8 in 2024-03-21T13:29:21.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:20 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:29:22.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:21 smithi067 ceph-mon[131834]: osdmap e119: 8 total, 8 up, 8 in 2024-03-21T13:29:22.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:21 smithi067 ceph-mon[135379]: osdmap e119: 8 total, 8 up, 8 in 2024-03-21T13:29:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:21 smithi196 ceph-mon[109829]: osdmap e119: 8 total, 8 up, 8 in 2024-03-21T13:29:23.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[131834]: pgmap v58: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:23.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.376 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[135379]: pgmap v58: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:23.377 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.377 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.377 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:22 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:22 smithi196 ceph-mon[109829]: pgmap v58: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:23.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:22 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: pgmap v59: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:24.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:29:23] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: pgmap v59: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:29:24.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:24.273 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.273 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.273 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:23 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: pgmap v59: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:24.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:23 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:25.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:24 smithi067 ceph-mon[135379]: pgmap v60: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:25.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:24 smithi067 ceph-mon[135379]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:29:25.024 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:24 smithi067 ceph-mon[131834]: pgmap v60: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:25.025 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:24 smithi067 ceph-mon[131834]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:29:25.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:24 smithi196 ceph-mon[109829]: pgmap v60: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:25.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:24 smithi196 ceph-mon[109829]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-03-21T13:29:25.637 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:25 smithi067 systemd[1]: Stopping Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:29:25.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:25.636+0000 7ff90c01a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:29:25.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:25.636+0000 7ff90c01a700 -1 osd.0 119 *** Got signal Terminated *** 2024-03-21T13:29:25.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[140653]: 2024-03-21T13:29:25.636+0000 7ff90c01a700 -1 osd.0 119 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:29:26.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:25 smithi067 ceph-mon[131834]: osd.0 marked itself down and dead 2024-03-21T13:29:26.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:25 smithi067 ceph-mon[135379]: osd.0 marked itself down and dead 2024-03-21T13:29:26.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:25 smithi196 ceph-mon[109829]: osd.0 marked itself down and dead 2024-03-21T13:29:26.742 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:26 smithi067 podman[142547]: 2024-03-21 13:29:26.43329391 +0000 UTC m=+0.888633160 container died 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240319, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-21T13:29:27.085 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:26 smithi067 podman[142547]: 2024-03-21 13:29:26.825499319 +0000 UTC m=+1.280838536 container cleanup 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-21T13:29:27.085 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:26 smithi067 bash[142547]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0 2024-03-21T13:29:27.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[131834]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 803 B/s rd, 0 op/s 2024-03-21T13:29:27.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[131834]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-03-21T13:29:27.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[131834]: Cluster is now healthy 2024-03-21T13:29:27.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[131834]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-21T13:29:27.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[131834]: osdmap e120: 8 total, 7 up, 8 in 2024-03-21T13:29:27.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:27.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[135379]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 803 B/s rd, 0 op/s 2024-03-21T13:29:27.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[135379]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-03-21T13:29:27.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[135379]: Cluster is now healthy 2024-03-21T13:29:27.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[135379]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-21T13:29:27.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[135379]: osdmap e120: 8 total, 7 up, 8 in 2024-03-21T13:29:27.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:26 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:27.402 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142566]: 2024-03-21 13:29:27.085267325 +0000 UTC m=+0.652384621 container remove 3a91ee2554d6cc6ef9994e9992cd09c24df840bdca65fc3aad6c1c4b8208c210 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.build-date=20240319, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-21T13:29:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:26 smithi196 ceph-mon[109829]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 803 B/s rd, 0 op/s 2024-03-21T13:29:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:26 smithi196 ceph-mon[109829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-03-21T13:29:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:26 smithi196 ceph-mon[109829]: Cluster is now healthy 2024-03-21T13:29:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:26 smithi196 ceph-mon[109829]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-21T13:29:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:26 smithi196 ceph-mon[109829]: osdmap e120: 8 total, 7 up, 8 in 2024-03-21T13:29:27.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:26 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:27.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142657]: 2024-03-21 13:29:27.436246473 +0000 UTC m=+0.109701966 container create 5163a6f47556879cbc0a31d58ef7d62b51e8c7818e9f1337ef2ba9922f097065 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240319, maintainer=Guillaume Abrioux , RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-21T13:29:27.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142657]: 2024-03-21 13:29:27.345574584 +0000 UTC m=+0.019030085 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:29:27.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142657]: 2024-03-21 13:29:27.639040511 +0000 UTC m=+0.312496007 container init 5163a6f47556879cbc0a31d58ef7d62b51e8c7818e9f1337ef2ba9922f097065 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-21T13:29:27.739 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142657]: 2024-03-21 13:29:27.642295337 +0000 UTC m=+0.315750840 container start 5163a6f47556879cbc0a31d58ef7d62b51e8c7818e9f1337ef2ba9922f097065 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-21T13:29:27.739 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142657]: 2024-03-21 13:29:27.73894626 +0000 UTC m=+0.412401754 container attach 5163a6f47556879cbc0a31d58ef7d62b51e8c7818e9f1337ef2ba9922f097065 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240319) 2024-03-21T13:29:28.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:27 smithi067 ceph-mon[135379]: osdmap e121: 8 total, 7 up, 8 in 2024-03-21T13:29:28.152 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:27 smithi067 podman[142657]: 2024-03-21 13:29:27.942304013 +0000 UTC m=+0.615759501 container died 5163a6f47556879cbc0a31d58ef7d62b51e8c7818e9f1337ef2ba9922f097065 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240319) 2024-03-21T13:29:28.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:27 smithi067 ceph-mon[131834]: osdmap e121: 8 total, 7 up, 8 in 2024-03-21T13:29:28.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:27 smithi196 ceph-mon[109829]: osdmap e121: 8 total, 7 up, 8 in 2024-03-21T13:29:28.902 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:28 smithi067 podman[142684]: 2024-03-21 13:29:28.584308893 +0000 UTC m=+0.637555208 container remove 5163a6f47556879cbc0a31d58ef7d62b51e8c7818e9f1337ef2ba9922f097065 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-21T13:29:28.903 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:28 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0.service: Deactivated successfully. 2024-03-21T13:29:28.903 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:28 smithi067 systemd[1]: Stopped Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:29:28.903 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:28 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0.service: Consumed 1.736s CPU time. 2024-03-21T13:29:28.903 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:28 smithi067 systemd[1]: Starting Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:29:29.295 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:28 smithi067 ceph-mon[131834]: pgmap v64: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:29.295 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:28 smithi067 ceph-mon[131834]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:29.296 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:28 smithi067 ceph-mon[135379]: pgmap v64: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:29.296 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:28 smithi067 ceph-mon[135379]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:29.296 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 podman[142790]: 2024-03-21 13:29:28.926688088 +0000 UTC m=+0.019111294 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:29:29.296 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 podman[142790]: 2024-03-21 13:29:29.052021024 +0000 UTC m=+0.144444230 container create a2409c456829cf34e4057c92aef3507e84072462746b064131beae9366d67b19 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240319, org.label-schema.schema-version=1.0) 2024-03-21T13:29:29.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:28 smithi196 ceph-mon[109829]: pgmap v64: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:29.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:28 smithi196 ceph-mon[109829]: Health check failed: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:29.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 podman[142790]: 2024-03-21 13:29:29.296158319 +0000 UTC m=+0.388581527 container init a2409c456829cf34e4057c92aef3507e84072462746b064131beae9366d67b19 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240319, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-21T13:29:29.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 podman[142790]: 2024-03-21 13:29:29.299347958 +0000 UTC m=+0.391771163 container start a2409c456829cf34e4057c92aef3507e84072462746b064131beae9366d67b19 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240319, ceph=True) 2024-03-21T13:29:29.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 podman[142790]: 2024-03-21 13:29:29.396461158 +0000 UTC m=+0.488884356 container attach a2409c456829cf34e4057c92aef3507e84072462746b064131beae9366d67b19 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-21T13:29:30.142 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:30.142 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:30.142 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:30.142 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-03-21T13:29:30.142 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:30.142 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 bash[142790]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate[142805]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-21T13:29:30.143 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:29 smithi067 podman[142790]: 2024-03-21 13:29:29.800633978 +0000 UTC m=+0.893057194 container died a2409c456829cf34e4057c92aef3507e84072462746b064131beae9366d67b19 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.build-date=20240319, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-21T13:29:30.744 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 podman[142936]: 2024-03-21 13:29:30.426281907 +0000 UTC m=+0.621088004 container remove a2409c456829cf34e4057c92aef3507e84072462746b064131beae9366d67b19 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240319) 2024-03-21T13:29:30.744 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 podman[143003]: 2024-03-21 13:29:30.544142738 +0000 UTC m=+0.018481873 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:29:30.744 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 podman[143003]: 2024-03-21 13:29:30.643789618 +0000 UTC m=+0.118128717 container create b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240319) 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: pgmap v65: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 693 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:31.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: pgmap v65: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 693 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:31.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.153 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 podman[143003]: 2024-03-21 13:29:30.829688541 +0000 UTC m=+0.304027653 container init b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240319, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-03-21T13:29:31.154 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 podman[143003]: 2024-03-21 13:29:30.832844652 +0000 UTC m=+0.307183751 container start b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe) 2024-03-21T13:29:31.154 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 ceph-osd[143022]: -- 172.21.15.67:0/2419434225 <== mon.1 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5594d1291680 con 0x5594d125ac00 2024-03-21T13:29:31.154 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 bash[143003]: b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 2024-03-21T13:29:31.154 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:30 smithi067 systemd[1]: Started Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:29:31.368 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: pgmap v65: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 693 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:31.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:30 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:31.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[143018]: 2024-03-21T13:29:31.379+0000 7fa5e53e17c0 -1 Falling back to public interface 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.102 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.103 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.104 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.106 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.107 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:31 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.330 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:32.330 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:32.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:31 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.109 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: pgmap v66: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.110 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.111 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: pgmap v66: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.112 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.113 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.115 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.116 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.118 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.119 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.120 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:32 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: pgmap v66: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:33.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:32 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.069 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.070 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.071 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.073 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:33 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.135 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.139 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.139 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:29:33] "GET /metrics HTTP/1.1" 200 38166 "" "Prometheus/2.43.0" 2024-03-21T13:29:34.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.141 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.142 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:34.144 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:34.145 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:33 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:34.395 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[143018]: 2024-03-21T13:29:34.132+0000 7fa5e53e17c0 -1 osd.0 119 log_to_monitors true 2024-03-21T13:29:34.395 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:29:35.148 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:29:35.148 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 11s ago 32m - - 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 3s ago 32m - - 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (4m) 11s ago 27m 20.8M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (3m) 3s ago 27m 79.4M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (6m) 11s ago 26m 62.9M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 3s ago 32m 449M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (16m) 11s ago 33m 508M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (2m) 11s ago 33m 50.0M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 2ec002c9c0cc 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (2m) 3s ago 32m 50.0M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (100s) 11s ago 32m 33.5M 2048M 19.0.0-2267-g960fbbe4 19e12293512f ab68ca738b93 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (5m) 11s ago 28m 16.3M - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (5m) 3s ago 28m 16.2M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 starting - - - 4096M 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (31m) 11s ago 31m 56.4M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (30m) 11s ago 30m 53.1M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (30m) 11s ago 30m 53.6M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:29:35.149 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (30m) 3s ago 30m 56.6M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:29:35.150 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (29m) 3s ago 29m 53.1M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:29:35.150 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (29m) 3s ago 29m 53.2M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:29:35.150 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (29m) 3s ago 29m 54.5M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:29:35.150 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (4m) 3s ago 28m 69.3M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:29:35.150 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (26m) 11s ago 26m 79.3M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:29:35.150 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (26m) 3s ago 26m 76.7M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:29:35.271 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[143018]: 2024-03-21T13:29:35.097+0000 7fa5d6839700 -1 osd.0 119 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: pgmap v67: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.274 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.275 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: pgmap v67: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:34 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.388 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: pgmap v67: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.389 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:35.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:34 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:35.620 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:29:35.620 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 3 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 2 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "rgw": { 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 9, 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-2267-g960fbbe4 (960fbbe4645c2becc8084669be194c95183c7753) squid (dev)": 5 2024-03-21T13:29:35.621 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-03-21T13:29:35.622 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93", 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "in_progress": true, 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (0 remaining).", 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "services_complete": [], 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "progress": "0/8 daemons upgraded", 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "Currently upgrading osd daemons", 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout: "is_paused": false 2024-03-21T13:29:35.998 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-03-21T13:29:36.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='client.64198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: osdmap e122: 8 total, 7 up, 8 in 2024-03-21T13:29:36.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='client.64198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: osdmap e122: 8 total, 7 up, 8 in 2024-03-21T13:29:36.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/2629666029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/2629666029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.284 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.285 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:35 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:36.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='client.64198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: osdmap e122: 8 total, 7 up, 8 in 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-03-21T13:29:36.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/2629666029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:36.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:35 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='client.54267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: pgmap v69: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='client.54279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539] boot 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: osdmap e123: 8 total, 8 up, 8 in 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.156 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='client.54267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: pgmap v69: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='client.54279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:37.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539] boot 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: osdmap e123: 8 total, 8 up, 8 in 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.165 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.166 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.167 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:36 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='client.54267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: pgmap v69: 161 pgs: 21 active+undersized+degraded, 37 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 67/627 objects degraded (10.686%) 2024-03-21T13:29:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='client.54279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: osd.0 [v2:172.21.15.67:6802/3911809539,v1:172.21.15.67:6803/3911809539] boot 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: osdmap e123: 8 total, 8 up, 8 in 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:37.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:37.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:37.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:36 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: osdmap e124: 8 total, 8 up, 8 in 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: osdmap e124: 8 total, 8 up, 8 in 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.156 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.157 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: pgmap v72: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.159 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: pgmap v72: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.160 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.161 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.163 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:37 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: osdmap e124: 8 total, 8 up, 8 in 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: pgmap v72: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:38.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:38.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:38.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:38.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:37 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.280 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.282 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.283 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.284 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.285 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.287 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:38 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:39.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:39.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:39.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:39.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:38 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.405 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.406 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.407 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: pgmap v73: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.409 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: pgmap v73: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.412 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.413 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:40 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: pgmap v73: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:40.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:40.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:40.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:40 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.017 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.018 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.019 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.020 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.022 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.023 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.024 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.025 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:41 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:41.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:41 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.324 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.326 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.327 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.328 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.329 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 0 op/s 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.330 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.331 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.332 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 0 op/s 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.333 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.334 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.335 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:42 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 0 op/s 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:42.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:42.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:42 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.338 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.340 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:43.341 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-03-21T13:29:43.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Cluster is now healthy 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.345 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Cluster is now healthy 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.347 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.348 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:43.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Cluster is now healthy 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:43.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:43 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.266 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:29:43 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:29:43] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-03-21T13:29:44.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.267 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.268 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.269 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.270 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.273 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.274 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.275 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Upgrade: Finalizing container_image settings 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:29:44.276 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.277 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Upgrade: Finalizing container_image settings 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:29:44.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:29:44.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: Upgrade: Complete! 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.280 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: Upgrade: Complete! 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.282 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:44 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Metadata not up to date on all hosts. Skipping non agent specs 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Upgrade: Setting container_image for all nvmeof 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Upgrade: Finalizing container_image settings 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-21T13:29:44.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: Upgrade: Complete! 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:44.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:44 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:45.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:45 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:45.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:45 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:46.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:46 smithi067 ceph-mon[135379]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:29:46.250 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:46 smithi067 ceph-mon[131834]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:29:46.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:46 smithi196 ceph-mon[109829]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-21T13:29:47.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.487 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.487 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.487 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.487 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.487 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.487 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:47 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:47.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:47 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:48.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:48 smithi067 ceph-mon[131834]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:29:48.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:48 smithi067 ceph-mon[135379]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:29:48.662 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:48 smithi196 ceph-mon[109829]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-03-21T13:29:51.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:50 smithi067 ceph-mon[131834]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:51.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:50 smithi067 ceph-mon[135379]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:51.493 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:50 smithi196 ceph-mon[109829]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:52 smithi196 ceph-mon[109829]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:52 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[135379]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:52.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[131834]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:52.653 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:52 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:53.627 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:53 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:53.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:53 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:53.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:53 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:29:54.381 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:29:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:29:53] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-03-21T13:29:54.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:54 smithi196 ceph-mon[109829]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:54.652 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:54 smithi067 ceph-mon[131834]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:54.652 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:54 smithi067 ceph-mon[135379]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:57.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:56 smithi067 ceph-mon[131834]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:57.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:56 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:57.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:56 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:56 smithi067 ceph-mon[135379]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:56 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:57.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:56 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:57.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:56 smithi196 ceph-mon[109829]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:29:57.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:56 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:29:57.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:56 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:29:59.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:29:58 smithi067 ceph-mon[131834]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:59.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:29:58 smithi067 ceph-mon[135379]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:29:59.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:29:58 smithi196 ceph-mon[109829]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:00 smithi067 ceph-mon[131834]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:01.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:00 smithi067 ceph-mon[131834]: overall HEALTH_OK 2024-03-21T13:30:01.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:00 smithi067 ceph-mon[135379]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:01.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:00 smithi067 ceph-mon[135379]: overall HEALTH_OK 2024-03-21T13:30:01.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:00 smithi196 ceph-mon[109829]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:01.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:00 smithi196 ceph-mon[109829]: overall HEALTH_OK 2024-03-21T13:30:03.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:02 smithi067 ceph-mon[131834]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:03.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:02 smithi067 ceph-mon[135379]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:03.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:02 smithi196 ceph-mon[109829]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:04.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:03 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:30:04.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:03 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:30:03] "GET /metrics HTTP/1.1" 200 38241 "" "Prometheus/2.43.0" 2024-03-21T13:30:04.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:03 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:30:04.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:03 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:30:05.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:04 smithi067 ceph-mon[131834]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:05.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:04 smithi067 ceph-mon[135379]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:05.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:04 smithi196 ceph-mon[109829]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:06.947 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[135379]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:06.947 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:06.947 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:06.947 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:06.947 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[131834]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:06.947 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:06.948 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:06.948 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:06 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:06.971 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch ps' 2024-03-21T13:30:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:06 smithi196 ceph-mon[109829]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:07.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:06 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:07.878 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:07 smithi067 ceph-mon[131834]: from='client.64222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:07.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:07 smithi067 ceph-mon[135379]: from='client.64222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:08.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:07 smithi196 ceph-mon[109829]: from='client.64222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:09.127 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:08 smithi067 ceph-mon[131834]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:09.127 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:08 smithi067 ceph-mon[135379]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:09.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:08 smithi196 ceph-mon[109829]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi067 smithi067 running 3s ago 33m - - 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:agent.smithi196 smithi196 running 17s ago 33m - - 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (4m) 3s ago 27m 25.1M - 0.25.0 c8568f914cd2 b5c80d0f5251 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi196 *:3000 running (4m) 17s ago 27m 79.4M - 9.4.12 2bacad6d85d8 0dfe2b97eddb 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:iscsi.foo.smithi067.hlzhzw smithi067 running (7m) 3s ago 27m 63.0M - 3.5 e1d6a67b021e e3a1b56889df 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 17s ago 32m 450M - 19.0.0-2267-g960fbbe4 19e12293512f 428028e7d9ae 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (17m) 3s ago 34m 514M - 19.0.0-2267-g960fbbe4 19e12293512f 8c01ce1ab55c 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (2m) 3s ago 34m 53.6M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 2ec002c9c0cc 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi196 running (3m) 17s ago 32m 50.2M 2048M 19.0.0-2267-g960fbbe4 19e12293512f 6fab520e669d 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (2m) 3s ago 33m 37.5M 2048M 19.0.0-2267-g960fbbe4 19e12293512f ab68ca738b93 2024-03-21T13:30:09.868 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (6m) 3s ago 28m 16.4M - 1.5.0 0da6a335fe13 9834dfed9f88 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi196 *:9100 running (6m) 17s ago 28m 16.2M - 1.5.0 0da6a335fe13 597fb4078a77 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (39s) 3s ago 32m 40.7M 4096M 19.0.0-2267-g960fbbe4 19e12293512f b1780d1b0d3f 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (31m) 3s ago 31m 58.1M 4096M 17.2.0 e1d6a67b021e 70106fbc0300 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (31m) 3s ago 31m 54.2M 4096M 17.2.0 e1d6a67b021e 05f0e44e8263 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (31m) 3s ago 31m 55.1M 4096M 17.2.0 e1d6a67b021e 6f6f15f3127d 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi196 running (30m) 17s ago 30m 56.8M 4096M 17.2.0 e1d6a67b021e a7a9a2b4737e 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi196 running (30m) 17s ago 30m 54.0M 4096M 17.2.0 e1d6a67b021e 03661950f59e 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi196 running (30m) 17s ago 30m 54.2M 4096M 17.2.0 e1d6a67b021e 1bf5d65144c6 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi196 running (29m) 17s ago 29m 55.0M 4096M 17.2.0 e1d6a67b021e d0ec622f10d8 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi196 *:9095 running (5m) 17s ago 28m 69.3M - 2.43.0 a07b618ecd1d 014c8c175d80 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi067.hkmuwv smithi067 *:8000 running (27m) 3s ago 27m 79.5M - 17.2.0 e1d6a67b021e 48c78320d52e 2024-03-21T13:30:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:rgw.foo.smithi196.zsuetz smithi196 *:8000 running (27m) 17s ago 27m 76.7M - 17.2.0 e1d6a67b021e d1fbb08e587d 2024-03-21T13:30:10.561 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-03-21T13:30:10.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:10 smithi067 ceph-mon[131834]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:10.874 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:10 smithi067 ceph-mon[131834]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:10.874 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:10 smithi067 ceph-mon[135379]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:10.874 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:10 smithi067 ceph-mon[135379]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:10 smithi196 ceph-mon[109829]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:11.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:10 smithi196 ceph-mon[109829]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:11.996 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:11 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:30:11.996 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:11 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:30:12.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:11 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-21T13:30:12.686 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-03-21T13:30:12.912 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:12 smithi196 ceph-mon[109829]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:12 smithi196 ceph-mon[109829]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:12.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:12 smithi196 ceph-mon[109829]: from='client.? 172.21.15.67:0/764457624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[131834]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[131834]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[131834]: from='client.? 172.21.15.67:0/764457624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[135379]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:13.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:13.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:13.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[135379]: from='mgr.25759 172.21.15.67:0/11928171' entity='mgr.y' 2024-03-21T13:30:13.057 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:12 smithi067 ceph-mon[135379]: from='client.? 172.21.15.67:0/764457624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-21T13:30:13.440 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-03-21T13:30:13.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:13 smithi067 ceph-mon[131834]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:30:14.026 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:13 smithi067 ceph-mon[135379]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:30:14.026 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:13 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: ::ffff:172.21.15.196 - - [21/Mar/2024:13:30:13] "GET /metrics HTTP/1.1" 200 38244 "" "Prometheus/2.43.0" 2024-03-21T13:30:14.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:13 smithi196 ceph-mon[109829]: from='client.15525 -' entity='client.iscsi.foo.smithi067.hlzhzw' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-03-21T13:30:14.885 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:14 smithi196 ceph-mon[109829]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:15.087 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:14 smithi067 ceph-mon[131834]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:15.088 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:14 smithi067 ceph-mon[135379]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:16.777 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:16 smithi067 ceph-mon[131834]: from='client.54303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:16.778 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:16 smithi067 ceph-mon[131834]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:16.778 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:16 smithi067 ceph-mon[135379]: from='client.54303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:16.778 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:16 smithi067 ceph-mon[135379]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:17.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:16 smithi196 ceph-mon[109829]: from='client.54303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:960fbbe4645c2becc8084669be194c95183c7753", "target": ["mon-mgr", ""]}]: dispatch 2024-03-21T13:30:17.163 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:16 smithi196 ceph-mon[109829]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-03-21T13:30:17.759 INFO:teuthology.orchestra.run.smithi067.stdout:false 2024-03-21T13:30:18.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T13:30:18.520 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa/tasks/cephadm.py", line 1423, in shell _shell(ctx, cluster_name, remote, File "/home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa/tasks/cephadm.py", line 97, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi067 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-03-21T13:30:18.711 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=1bb79ffd54ef4f379732c12850a531c2 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa/tasks/cephadm.py", line 1423, in shell _shell(ctx, cluster_name, remote, File "/home/teuthworker/src/git.ceph.com_ceph-c_960fbbe4645c2becc8084669be194c95183c7753/qa/tasks/cephadm.py", line 97, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi067 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-03-21T13:30:18.713 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-21T13:30:18.722 INFO:tasks.cephadm:Teardown begin 2024-03-21T13:30:18.723 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-21T13:30:18.758 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-21T13:30:18.796 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-21T13:30:18.796 DEBUG:teuthology.orchestra.run.smithi067:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-21T13:30:18.814 DEBUG:teuthology.orchestra.run.smithi196:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-21T13:30:18.854 INFO:tasks.cephadm:Stopping all daemons... 2024-03-21T13:30:18.854 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-21T13:30:18.854 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a 2024-03-21T13:30:19.143 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:18 smithi067 ceph-mon[135379]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:19.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:18 smithi067 ceph-mon[131834]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:19.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:18 smithi067 systemd[1]: Stopping Ceph mon.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:19.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:18 smithi196 ceph-mon[109829]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-03-21T13:30:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a[131830]: 2024-03-21T13:30:19.140+0000 7faf69944700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:19.402 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a[131830]: 2024-03-21T13:30:19.140+0000 7faf69944700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:19 smithi067 podman[149848]: 2024-03-21 13:30:19.35607476 +0000 UTC m=+0.316968460 container died 2ec002c9c0ccf2c155e20721b141ebc659f55a44cd17d356295e2d5e69e401c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240319, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:19] ENGINE Bus STOPPING 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:19] ENGINE Bus STOPPED 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:19] ENGINE Bus STARTING 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:19] ENGINE Serving on http://:::9283 2024-03-21T13:30:19.403 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:19 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:19] ENGINE Bus STARTED 2024-03-21T13:30:19.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:19 smithi067 podman[149848]: 2024-03-21 13:30:19.81707987 +0000 UTC m=+0.777973570 container cleanup 2ec002c9c0ccf2c155e20721b141ebc659f55a44cd17d356295e2d5e69e401c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-21T13:30:19.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Mar 21 13:30:19 smithi067 bash[149848]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-a 2024-03-21T13:30:20.293 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.a.service' 2024-03-21T13:30:20.345 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:20.346 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-21T13:30:20.346 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-03-21T13:30:20.346 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.c 2024-03-21T13:30:20.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:20 smithi067 systemd[1]: Stopping Ceph mon.c for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:21.039 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c[135375]: 2024-03-21T13:30:20.678+0000 7f56034f0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:21.039 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c[135375]: 2024-03-21T13:30:20.678+0000 7f56034f0700 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-03-21T13:30:21.039 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:20 smithi067 podman[149982]: 2024-03-21 13:30:20.782309987 +0000 UTC m=+0.215809767 container died ab68ca738b9353ecab6e8bf9ba698d02713044c750215b7b383f3764ec6fe42f (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-21T13:30:21.040 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:20] ENGINE Bus STOPPING 2024-03-21T13:30:21.040 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-21T13:30:21.040 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:20] ENGINE Bus STOPPED 2024-03-21T13:30:21.040 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:20] ENGINE Bus STARTING 2024-03-21T13:30:21.040 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:20] ENGINE Serving on http://:::9283 2024-03-21T13:30:21.040 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:20 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: [21/Mar/2024:13:30:20] ENGINE Bus STARTED 2024-03-21T13:30:21.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:21 smithi067 podman[149982]: 2024-03-21 13:30:21.230566103 +0000 UTC m=+0.664065865 container cleanup ab68ca738b9353ecab6e8bf9ba698d02713044c750215b7b383f3764ec6fe42f (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240319, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-21T13:30:21.402 INFO:journalctl@ceph.mon.c.smithi067.stdout:Mar 21 13:30:21 smithi067 bash[149982]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-c 2024-03-21T13:30:21.700 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.c.service' 2024-03-21T13:30:21.737 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:21.737 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-03-21T13:30:21.737 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-03-21T13:30:21.737 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.b 2024-03-21T13:30:22.072 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:21 smithi196 systemd[1]: Stopping Ceph mon.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:22.412 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b[109825]: 2024-03-21T13:30:22.071+0000 7fd9a1a64700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b[109825]: 2024-03-21T13:30:22.071+0000 7fd9a1a64700 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-03-21T13:30:22.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:22 smithi196 podman[125140]: 2024-03-21 13:30:22.103506817 +0000 UTC m=+0.158049144 container died 6fab520e669d2957ea7e34ed4bed093ca4cc1aa439a335227ae9b041ca39fd97 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe) 2024-03-21T13:30:22.841 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:22 smithi196 podman[125140]: 2024-03-21 13:30:22.57286298 +0000 UTC m=+0.627405298 container cleanup 6fab520e669d2957ea7e34ed4bed093ca4cc1aa439a335227ae9b041ca39fd97 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240319, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-21T13:30:22.841 INFO:journalctl@ceph.mon.b.smithi196.stdout:Mar 21 13:30:22 smithi196 bash[125140]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mon-b 2024-03-21T13:30:22.997 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mon.b.service' 2024-03-21T13:30:23.052 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:23.052 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-03-21T13:30:23.053 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-21T13:30:23.053 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y 2024-03-21T13:30:23.352 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:23 smithi067 systemd[1]: Stopping Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:23.627 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:23 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y[71499]: 2024-03-21T13:30:23.351+0000 7f3840127700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:23.627 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:23 smithi067 podman[150112]: 2024-03-21 13:30:23.393546813 +0000 UTC m=+0.144731539 container died 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True) 2024-03-21T13:30:23.885 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:23 smithi067 podman[150112]: 2024-03-21 13:30:23.709874268 +0000 UTC m=+0.461058991 container cleanup 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240319) 2024-03-21T13:30:23.885 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:23 smithi067 bash[150112]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y 2024-03-21T13:30:24.130 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service' 2024-03-21T13:30:24.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:23 smithi067 podman[150126]: 2024-03-21 13:30:23.886138038 +0000 UTC m=+0.496431755 container remove 8c01ce1ab55c17f9cf08c50123925032bca57fd21d7c2ba6d0b995c64b55f21b (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-y, org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-21T13:30:24.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:24 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service: Deactivated successfully. 2024-03-21T13:30:24.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:24 smithi067 systemd[1]: Stopped Ceph mgr.y for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:30:24.152 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Mar 21 13:30:24 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.y.service: Consumed 3min 52.521s CPU time. 2024-03-21T13:30:24.167 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:24.167 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-21T13:30:24.167 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-21T13:30:24.167 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x 2024-03-21T13:30:24.550 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:30:24 smithi196 systemd[1]: Stopping Ceph mgr.x for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:24.901 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:30:24 smithi196 podman[125271]: 2024-03-21 13:30:24.550471629 +0000 UTC m=+0.184098986 container died 428028e7d9ae2ed0e2ef0342a14c5ae3a6be8ef15347c33eeeb4a3ad097c0e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240319, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-21T13:30:25.162 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:30:24 smithi196 podman[125271]: 2024-03-21 13:30:24.902359573 +0000 UTC m=+0.535986920 container cleanup 428028e7d9ae2ed0e2ef0342a14c5ae3a6be8ef15347c33eeeb4a3ad097c0e3d (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240319, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.vendor=CentOS) 2024-03-21T13:30:25.163 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Mar 21 13:30:24 smithi196 bash[125271]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-mgr-x 2024-03-21T13:30:25.321 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@mgr.x.service' 2024-03-21T13:30:25.359 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:25.359 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-21T13:30:25.360 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-21T13:30:25.360 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0 2024-03-21T13:30:25.652 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:25 smithi067 systemd[1]: Stopping Ceph osd.0 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:25.999 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[143018]: 2024-03-21T13:30:25.663+0000 7fa5dba48700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:25.999 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[143018]: 2024-03-21T13:30:25.663+0000 7fa5dba48700 -1 osd.0 124 *** Got signal Terminated *** 2024-03-21T13:30:26.000 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:25 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0[143018]: 2024-03-21T13:30:25.663+0000 7fa5dba48700 -1 osd.0 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:30:31.402 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:31 smithi067 podman[150234]: 2024-03-21 13:30:31.149247807 +0000 UTC m=+5.588564095 container died b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240319, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe) 2024-03-21T13:30:31.786 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:31 smithi067 podman[150234]: 2024-03-21 13:30:31.593995482 +0000 UTC m=+6.033311768 container cleanup b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240319, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe) 2024-03-21T13:30:31.787 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:31 smithi067 bash[150234]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0 2024-03-21T13:30:32.152 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:31 smithi067 podman[150388]: 2024-03-21 13:30:31.786901004 +0000 UTC m=+0.628493292 container remove b1780d1b0d3f5bcccd57a585e6936540892a53286c59a592f8f03bff101917d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240319) 2024-03-21T13:30:32.490 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:32 smithi067 podman[150483]: 2024-03-21 13:30:32.093546314 +0000 UTC m=+0.017583833 image pull 19e12293512ff7978c8adb5f72a829060dd47f07bfd6903b6b3178d2ebc29e4e quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93 2024-03-21T13:30:32.490 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:32 smithi067 podman[150483]: 2024-03-21 13:30:32.277963949 +0000 UTC m=+0.202001476 container create 2431229bfa075c553424f937cbcf540927bbd855befe33df3c3e556349c334c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240319, io.buildah.version=1.33.5) 2024-03-21T13:30:32.796 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:32 smithi067 podman[150483]: 2024-03-21 13:30:32.490226448 +0000 UTC m=+0.414263979 container init 2431229bfa075c553424f937cbcf540927bbd855befe33df3c3e556349c334c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, org.label-schema.build-date=20240319, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.license=GPLv2) 2024-03-21T13:30:32.797 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:32 smithi067 podman[150483]: 2024-03-21 13:30:32.494599109 +0000 UTC m=+0.418636628 container start 2431229bfa075c553424f937cbcf540927bbd855befe33df3c3e556349c334c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240319, org.label-schema.vendor=CentOS) 2024-03-21T13:30:32.797 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:32 smithi067 podman[150483]: 2024-03-21 13:30:32.564986821 +0000 UTC m=+0.489024350 container attach 2431229bfa075c553424f937cbcf540927bbd855befe33df3c3e556349c334c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240319, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-21T13:30:33.092 INFO:journalctl@ceph.osd.0.smithi067.stdout:Mar 21 13:30:32 smithi067 podman[150483]: 2024-03-21 13:30:32.797390817 +0000 UTC m=+0.721428340 container died 2431229bfa075c553424f937cbcf540927bbd855befe33df3c3e556349c334c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:35f4b82cbae750007a45d4eba3ff9f653c457c283782141ef353684823d81e93, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-guits-testing-2024-03-21-0818-960fbbe, org.label-schema.build-date=20240319, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-21T13:30:33.484 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.0.service' 2024-03-21T13:30:33.527 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:33.527 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-21T13:30:33.527 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-21T13:30:33.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.1 2024-03-21T13:30:34.152 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:33 smithi067 systemd[1]: Stopping Ceph osd.1 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:34.152 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1[35832]: 2024-03-21T13:30:33.846+0000 7f99f166b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:34.152 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1[35832]: 2024-03-21T13:30:33.846+0000 7f99f166b700 -1 osd.1 124 *** Got signal Terminated *** 2024-03-21T13:30:34.153 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:33 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1[35832]: 2024-03-21T13:30:33.846+0000 7f99f166b700 -1 osd.1 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:30:39.456 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:39 smithi067 podman[150564]: 2024-03-21 13:30:39.195167739 +0000 UTC m=+5.455457525 container died 70106fbc0300d713cb2394068f53300ce437ed3576720203e1652c8388db0278 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, ceph=True, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, release=754, distribution-scope=public, com.redhat.component=centos-stream-container, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, io.openshift.expose-services=) 2024-03-21T13:30:39.823 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:39 smithi067 podman[150564]: 2024-03-21 13:30:39.596298452 +0000 UTC m=+5.856588238 container cleanup 70106fbc0300d713cb2394068f53300ce437ed3576720203e1652c8388db0278 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , architecture=x86_64, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, GIT_CLEAN=True, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8) 2024-03-21T13:30:39.823 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:39 smithi067 bash[150564]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1 2024-03-21T13:30:39.823 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:39 smithi067 bash[150816]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.1" found: no such container 2024-03-21T13:30:40.151 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:39 smithi067 podman[150799]: 2024-03-21 13:30:39.822564285 +0000 UTC m=+0.621094772 container remove 70106fbc0300d713cb2394068f53300ce437ed3576720203e1652c8388db0278 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, io.buildah.version=1.19.8, ceph=True, GIT_BRANCH=HEAD, name=centos-stream, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, version=8, com.redhat.component=centos-stream-container, vcs-type=git, release=754, architecture=x86_64, vendor=Red Hat, Inc.) 2024-03-21T13:30:40.151 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:40 smithi067 podman[150897]: 2024-03-21 13:30:40.031718012 +0000 UTC m=+0.118670197 container create 72319dbe51db07813ed7cba062f05e83d3cc4e50fa3532ab15b7691cb5dbfd31 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1-deactivate, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, ceph=True, distribution-scope=public, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, release=754, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, GIT_CLEAN=True, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux ) 2024-03-21T13:30:40.151 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:40 smithi067 podman[150897]: 2024-03-21 13:30:39.937696327 +0000 UTC m=+0.024648477 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:30:40.402 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:40 smithi067 podman[150897]: 2024-03-21 13:30:40.261580692 +0000 UTC m=+0.348532842 container init 72319dbe51db07813ed7cba062f05e83d3cc4e50fa3532ab15b7691cb5dbfd31 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1-deactivate, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, vcs-type=git, release=754, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, architecture=x86_64, ceph=True) 2024-03-21T13:30:40.402 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:40 smithi067 podman[150897]: 2024-03-21 13:30:40.265507947 +0000 UTC m=+0.352460095 container start 72319dbe51db07813ed7cba062f05e83d3cc4e50fa3532ab15b7691cb5dbfd31 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, release=754, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, version=8, architecture=x86_64, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-03-21T13:30:40.402 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:40 smithi067 podman[150897]: 2024-03-21 13:30:40.352820238 +0000 UTC m=+0.439772422 container attach 72319dbe51db07813ed7cba062f05e83d3cc4e50fa3532ab15b7691cb5dbfd31 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, name=centos-stream, GIT_CLEAN=True, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, release=754, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-03-21T13:30:40.864 INFO:journalctl@ceph.osd.1.smithi067.stdout:Mar 21 13:30:40 smithi067 podman[150897]: 2024-03-21 13:30:40.581274235 +0000 UTC m=+0.668226380 container died 72319dbe51db07813ed7cba062f05e83d3cc4e50fa3532ab15b7691cb5dbfd31 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, architecture=x86_64, vendor=Red Hat, Inc., ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, name=centos-stream) 2024-03-21T13:30:41.156 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.1.service' 2024-03-21T13:30:41.198 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:41.198 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-21T13:30:41.198 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-21T13:30:41.199 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.2 2024-03-21T13:30:41.400 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:41 smithi067 systemd[1]: Stopping Ceph osd.2 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:41.652 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2[38837]: 2024-03-21T13:30:41.400+0000 7f4c1aaa7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:41.652 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2[38837]: 2024-03-21T13:30:41.400+0000 7f4c1aaa7700 -1 osd.2 124 *** Got signal Terminated *** 2024-03-21T13:30:41.652 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:41 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2[38837]: 2024-03-21T13:30:41.400+0000 7f4c1aaa7700 -1 osd.2 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:30:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:30:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:30:41.287Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:30:41.663 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:30:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:30:41.288Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:30:41.664 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:30:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:30:41.291Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:30:41.664 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:30:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:30:41.292Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:30:41.664 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:30:41 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:30:41.292Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-03-21T13:30:47.147 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:46 smithi067 podman[151043]: 2024-03-21 13:30:46.772765832 +0000 UTC m=+5.480730220 container died 05f0e44e82633d60786bda721dd632660e6401dba1a4b92ac186c43421536031 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., architecture=x86_64, GIT_BRANCH=HEAD, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, release=754, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, distribution-scope=public) 2024-03-21T13:30:47.402 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:47 smithi067 podman[151043]: 2024-03-21 13:30:47.253990106 +0000 UTC m=+5.961954501 container cleanup 05f0e44e82633d60786bda721dd632660e6401dba1a4b92ac186c43421536031 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2, ceph=True, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, version=8, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., RELEASE=HEAD, name=centos-stream, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, maintainer=Guillaume Abrioux , vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD) 2024-03-21T13:30:47.402 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:47 smithi067 bash[151043]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2 2024-03-21T13:30:47.402 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:47 smithi067 bash[151482]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.2" found: no such container 2024-03-21T13:30:47.882 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:47 smithi067 podman[151452]: 2024-03-21 13:30:47.613973844 +0000 UTC m=+0.844642825 container remove 05f0e44e82633d60786bda721dd632660e6401dba1a4b92ac186c43421536031 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, version=8, io.buildah.version=1.19.8, architecture=x86_64, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, RELEASE=HEAD, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, GIT_CLEAN=True, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-03-21T13:30:48.606 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:48 smithi067 podman[151587]: 2024-03-21 13:30:48.254970056 +0000 UTC m=+0.019036117 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:30:48.606 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:48 smithi067 podman[151587]: 2024-03-21 13:30:48.367769463 +0000 UTC m=+0.131835518 container create 22607ce955fe92ec9764eb3ffda33a3e76fabe01b8bd891a09ddd644625e1f64 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2-deactivate, distribution-scope=public, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, maintainer=Guillaume Abrioux , release=754) 2024-03-21T13:30:48.607 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:48 smithi067 podman[151587]: 2024-03-21 13:30:48.60679854 +0000 UTC m=+0.370864601 container init 22607ce955fe92ec9764eb3ffda33a3e76fabe01b8bd891a09ddd644625e1f64 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2-deactivate, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, GIT_CLEAN=True, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, io.openshift.tags=base centos centos-stream, architecture=x86_64, distribution-scope=public, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-03-21T13:30:48.891 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:48 smithi067 podman[151587]: 2024-03-21 13:30:48.609875006 +0000 UTC m=+0.373941064 container start 22607ce955fe92ec9764eb3ffda33a3e76fabe01b8bd891a09ddd644625e1f64 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, version=8, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, architecture=x86_64, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, release=754, maintainer=Guillaume Abrioux , RELEASE=HEAD, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True) 2024-03-21T13:30:48.891 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:48 smithi067 podman[151587]: 2024-03-21 13:30:48.70373244 +0000 UTC m=+0.467798503 container attach 22607ce955fe92ec9764eb3ffda33a3e76fabe01b8bd891a09ddd644625e1f64 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2-deactivate, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, name=centos-stream, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, vcs-type=git, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, ceph=True, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-03-21T13:30:49.152 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:48 smithi067 podman[151587]: 2024-03-21 13:30:48.892209138 +0000 UTC m=+0.656275188 container died 22607ce955fe92ec9764eb3ffda33a3e76fabe01b8bd891a09ddd644625e1f64 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2-deactivate, io.openshift.tags=base centos centos-stream, version=8, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, name=centos-stream, release=754, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-03-21T13:30:49.497 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.2.service' 2024-03-21T13:30:49.523 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:49 smithi067 podman[151613]: 2024-03-21 13:30:49.473369804 +0000 UTC m=+0.574722987 container remove 22607ce955fe92ec9764eb3ffda33a3e76fabe01b8bd891a09ddd644625e1f64 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-2-deactivate, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, name=centos-stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, GIT_CLEAN=True, maintainer=Guillaume Abrioux , version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container) 2024-03-21T13:30:49.523 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:49 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.2.service: Deactivated successfully. 2024-03-21T13:30:49.523 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:49 smithi067 systemd[1]: Stopped Ceph osd.2 for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:30:49.523 INFO:journalctl@ceph.osd.2.smithi067.stdout:Mar 21 13:30:49 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.2.service: Consumed 12.163s CPU time. 2024-03-21T13:30:49.539 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:49.539 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-21T13:30:49.539 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-21T13:30:49.539 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.3 2024-03-21T13:30:49.902 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:49 smithi067 systemd[1]: Stopping Ceph osd.3 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:49.902 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T13:30:49.725+0000 7f00b8777700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:49.902 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T13:30:49.725+0000 7f00b8777700 -1 osd.3 124 *** Got signal Terminated *** 2024-03-21T13:30:49.903 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:49 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T13:30:49.725+0000 7f00b8777700 -1 osd.3 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:30:52.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:52 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:52.072+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:53.163 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:53.060+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:53.163 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:53.031+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:30:53.739 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:53.683+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:30:53.902 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:53 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T13:30:53.554+0000 7f00b310e700 -1 osd.3 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.487651+0000 front 2024-03-21T13:30:27.487628+0000 (oldest deadline 2024-03-21T13:30:52.787698+0000) 2024-03-21T13:30:54.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:54.089+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:54.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:53 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:53.994+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:30:54.833 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:54.656+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:30:54.902 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:54 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3[41818]: 2024-03-21T13:30:54.530+0000 7f00b310e700 -1 osd.3 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.487651+0000 front 2024-03-21T13:30:27.487628+0000 (oldest deadline 2024-03-21T13:30:52.787698+0000) 2024-03-21T13:30:55.109 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:55.029+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:30:55.109 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:30:54 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:30:54.832+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:30:55.402 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 podman[151665]: 2024-03-21 13:30:55.149188543 +0000 UTC m=+5.518290150 container died 6f6f15f3127da3a25e7eb557d105f648151a24b1fdf33b31e990e4071c006cbe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3, release=754, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, name=centos-stream, distribution-scope=public, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, ceph=True, vcs-type=git, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux ) 2024-03-21T13:30:55.412 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:55.108+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:55.776 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 podman[151665]: 2024-03-21 13:30:55.509107027 +0000 UTC m=+5.878208658 container cleanup 6f6f15f3127da3a25e7eb557d105f648151a24b1fdf33b31e990e4071c006cbe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , name=centos-stream, distribution-scope=public, ceph=True, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, io.openshift.expose-services=, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, vcs-type=git, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, CEPH_POINT_RELEASE=-17.2.0) 2024-03-21T13:30:55.776 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 bash[151665]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3 2024-03-21T13:30:55.776 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 bash[151694]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.3" found: no such container 2024-03-21T13:30:55.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:30:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:30:55.845+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:30:55.913 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:55 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:55.616+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:30:56.064 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 podman[151682]: 2024-03-21 13:30:55.776946277 +0000 UTC m=+0.621611359 container remove 6f6f15f3127da3a25e7eb557d105f648151a24b1fdf33b31e990e4071c006cbe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , version=8, vendor=Red Hat, Inc., name=centos-stream, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0) 2024-03-21T13:30:56.065 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 podman[151760]: 2024-03-21 13:30:55.849670248 +0000 UTC m=+0.019103085 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:30:56.065 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:55 smithi067 podman[151760]: 2024-03-21 13:30:55.96100147 +0000 UTC m=+0.130434294 container create f600ac489ef617364f299ac1802595a0d2fea14d723472de0c18775ad5883bfd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, release=754, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, io.buildah.version=1.19.8) 2024-03-21T13:30:56.203 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:56.072+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:56.203 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:56.039+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:30:56.402 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:56 smithi067 podman[151760]: 2024-03-21 13:30:56.171851613 +0000 UTC m=+0.341284461 container init f600ac489ef617364f299ac1802595a0d2fea14d723472de0c18775ad5883bfd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3-deactivate, name=centos-stream, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, vcs-type=git, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, distribution-scope=public, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-03-21T13:30:56.402 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:56 smithi067 podman[151760]: 2024-03-21 13:30:56.174960424 +0000 UTC m=+0.344393250 container start f600ac489ef617364f299ac1802595a0d2fea14d723472de0c18775ad5883bfd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, release=754, vendor=Red Hat, Inc., io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, architecture=x86_64, vcs-type=git, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, version=8) 2024-03-21T13:30:56.402 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:56 smithi067 podman[151760]: 2024-03-21 13:30:56.246733772 +0000 UTC m=+0.416166611 container attach f600ac489ef617364f299ac1802595a0d2fea14d723472de0c18775ad5883bfd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, ceph=True, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, io.openshift.expose-services=, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, release=754, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, name=centos-stream) 2024-03-21T13:30:56.757 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:56 smithi067 podman[151760]: 2024-03-21 13:30:56.459528512 +0000 UTC m=+0.628961328 container died f600ac489ef617364f299ac1802595a0d2fea14d723472de0c18775ad5883bfd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3-deactivate, version=8, release=754, ceph=True, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, architecture=x86_64, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container) 2024-03-21T13:30:56.912 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:56.655+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:30:56.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:30:56 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:30:56.805+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:30:57.017 INFO:journalctl@ceph.osd.3.smithi067.stdout:Mar 21 13:30:57 smithi067 podman[151785]: 2024-03-21 13:30:57.000114122 +0000 UTC m=+0.529671193 container remove f600ac489ef617364f299ac1802595a0d2fea14d723472de0c18775ad5883bfd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-3-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, release=754, vcs-type=git, GIT_CLEAN=True, name=centos-stream, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, RELEASE=HEAD, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-03-21T13:30:57.023 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.3.service' 2024-03-21T13:30:57.063 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:30:57.063 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-21T13:30:57.064 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-21T13:30:57.064 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.4 2024-03-21T13:30:57.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:57.030+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:30:57.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:57.117+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:57.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:57 smithi196 systemd[1]: Stopping Ceph osd.4 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:30:57.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:57.239+0000 7f8e8de84700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:30:57.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:57.239+0000 7f8e8de84700 -1 osd.4 124 *** Got signal Terminated *** 2024-03-21T13:30:57.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:57.239+0000 7f8e8de84700 -1 osd.4 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:30:57.913 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:57.651+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:30:57.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:30:57 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:30:57.833+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:30:58.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:58.117+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:58.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:58.068+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:30:58.978 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:58.679+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:30:58.979 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:30:58 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:30:58.788+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:30:59.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:30:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:30:59.127+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:30:59.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:30:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:30:59.057+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:00.027 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:30:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:30:59.725+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:00.027 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:30:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:30:59.790+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:00.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:00.026+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:00.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:31:00.096+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:31:00.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:31:00.096+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.823260+0000 front 2024-03-21T13:30:35.823208+0000 (oldest deadline 2024-03-21T13:30:59.323223+0000) 2024-03-21T13:31:00.996 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:00.728+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:00.996 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:00.828+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:00.996 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:00.828+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:01.412 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:00 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:00.995+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:01.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:01 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:31:01.093+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:31:01.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:01 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:31:01.093+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.823260+0000 front 2024-03-21T13:30:35.823208+0000 (oldest deadline 2024-03-21T13:30:59.323223+0000) 2024-03-21T13:31:01.912 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:01 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:01.763+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:01.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:01 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:01.800+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:01.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:01 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:01.800+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:02.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:02.007+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:02.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:31:02.074+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:27.622321+0000 front 2024-03-21T13:30:27.622332+0000 (oldest deadline 2024-03-21T13:30:51.722201+0000) 2024-03-21T13:31:02.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4[30548]: 2024-03-21T13:31:02.074+0000 7f8e8b821700 -1 osd.4 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.823260+0000 front 2024-03-21T13:30:35.823208+0000 (oldest deadline 2024-03-21T13:30:59.323223+0000) 2024-03-21T13:31:03.004 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:02 smithi196 podman[126223]: 2024-03-21 13:31:02.752818731 +0000 UTC m=+5.623751466 container died a7a9a2b4737e2088341fa991756cb8abd7105bf73486d6e4f6efff605654e778 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4, name=centos-stream, distribution-scope=public, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, ceph=True, io.openshift.expose-services=) 2024-03-21T13:31:03.004 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:02.809+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:03.004 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:02.809+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:03.004 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:02.820+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:03.005 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:02 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:02.820+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:03.404 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:03.047+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:03.404 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:03.047+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:03.404 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126223]: 2024-03-21 13:31:03.103365316 +0000 UTC m=+5.974298047 container cleanup a7a9a2b4737e2088341fa991756cb8abd7105bf73486d6e4f6efff605654e778 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_CLEAN=True, GIT_BRANCH=HEAD, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-03-21T13:31:03.404 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 bash[126223]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4 2024-03-21T13:31:03.405 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 bash[126877]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.4" found: no such container 2024-03-21T13:31:03.663 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126864]: 2024-03-21 13:31:03.404537675 +0000 UTC m=+0.652763977 container remove a7a9a2b4737e2088341fa991756cb8abd7105bf73486d6e4f6efff605654e778 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, RELEASE=HEAD, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, release=754, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, distribution-scope=public) 2024-03-21T13:31:03.663 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126944]: 2024-03-21 13:31:03.501378704 +0000 UTC m=+0.019163838 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:31:03.663 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126944]: 2024-03-21 13:31:03.630572507 +0000 UTC m=+0.148357622 container create 22ad33bf4584cc3e617925124da4741d94a28c7195fde47e7d48f2f9c046a982 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., distribution-scope=public, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, release=754, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, ceph=True, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-03-21T13:31:04.041 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:03.855+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:04.041 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:03.855+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:04.041 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:03.789+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:04.042 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:03 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:03.789+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:04.042 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126944]: 2024-03-21 13:31:03.874602617 +0000 UTC m=+0.392387731 container init 22ad33bf4584cc3e617925124da4741d94a28c7195fde47e7d48f2f9c046a982 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4-deactivate, architecture=x86_64, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, release=754, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, io.openshift.expose-services=, vcs-type=git, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, vendor=Red Hat, Inc.) 2024-03-21T13:31:04.042 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126944]: 2024-03-21 13:31:03.877876713 +0000 UTC m=+0.395661829 container start 22ad33bf4584cc3e617925124da4741d94a28c7195fde47e7d48f2f9c046a982 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4-deactivate, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, version=8, build-date=2022-05-03T08:36:31.336870, vcs-type=git, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, name=centos-stream, ceph=True, release=754, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8) 2024-03-21T13:31:04.042 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:03 smithi196 podman[126944]: 2024-03-21 13:31:03.958090633 +0000 UTC m=+0.475875757 container attach 22ad33bf4584cc3e617925124da4741d94a28c7195fde47e7d48f2f9c046a982 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4-deactivate, name=centos-stream, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, vcs-type=git, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , release=754, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-03-21T13:31:04.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:04.040+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:04.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:04.040+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:04.413 INFO:journalctl@ceph.osd.4.smithi196.stdout:Mar 21 13:31:04 smithi196 podman[126944]: 2024-03-21 13:31:04.166232156 +0000 UTC m=+0.684017276 container died 22ad33bf4584cc3e617925124da4741d94a28c7195fde47e7d48f2f9c046a982 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.openshift.expose-services=, version=8, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, GIT_BRANCH=HEAD, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, release=754, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-03-21T13:31:04.916 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.4.service' 2024-03-21T13:31:04.957 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:31:04.957 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-21T13:31:04.958 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-21T13:31:04.958 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.5 2024-03-21T13:31:05.132 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:05.055+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:05.132 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:05.055+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:05.132 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:04.835+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:05.132 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:04.835+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:05.132 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:05 smithi196 systemd[1]: Stopping Ceph osd.5 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:05.133 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:04.820+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:05.133 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:04 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:04.820+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:05.412 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:05.131+0000 7f0b90aa9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:31:05.413 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:05.131+0000 7f0b90aa9700 -1 osd.5 124 *** Got signal Terminated *** 2024-03-21T13:31:05.413 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:05.131+0000 7f0b90aa9700 -1 osd.5 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:31:06.163 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:06 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:06.095+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:06.163 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:06 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:06.095+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:06.163 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:05.877+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:06.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:05.877+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:06.164 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:05.865+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:06.164 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:05 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:05.865+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:07.139 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:06 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:06.899+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:07.139 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:06 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:06.899+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:07.139 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:06 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:06.871+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:07.139 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:06 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:06.871+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:07.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:07.138+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:07.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:07.138+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:08.149 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:07.872+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:08.149 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:07.872+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:08.150 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:07.866+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:08.150 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:07.866+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:08.150 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:07 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:07.866+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:42.752852+0000 front 2024-03-21T13:30:42.752775+0000 (oldest deadline 2024-03-21T13:31:07.452749+0000) 2024-03-21T13:31:08.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:08.149+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:08.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:08.149+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:09.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:08.871+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:09.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:08.871+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:09.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:08.871+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:09.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:08.890+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:09.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:08.890+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:09.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:08 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:08.890+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:42.752852+0000 front 2024-03-21T13:30:42.752775+0000 (oldest deadline 2024-03-21T13:31:07.452749+0000) 2024-03-21T13:31:09.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:09.199+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:09.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:09.199+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:10.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:09.827+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:10.164 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:09.827+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:10.164 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:09.827+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:10.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:09.894+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.051044+0000 front 2024-03-21T13:30:28.051121+0000 (oldest deadline 2024-03-21T13:30:52.751219+0000) 2024-03-21T13:31:10.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:09.894+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:38.652349+0000 front 2024-03-21T13:30:38.652279+0000 (oldest deadline 2024-03-21T13:31:02.752312+0000) 2024-03-21T13:31:10.164 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:09 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5[33405]: 2024-03-21T13:31:09.894+0000 7f0b8cc43700 -1 osd.5 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:42.752852+0000 front 2024-03-21T13:30:42.752775+0000 (oldest deadline 2024-03-21T13:31:07.452749+0000) 2024-03-21T13:31:10.456 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:10 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:10.191+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:10.456 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:10 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:10.191+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:10.757 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:10 smithi196 podman[127033]: 2024-03-21 13:31:10.456678001 +0000 UTC m=+5.410282435 container died 03661950f59ead2c6ef6c377d9844d301224bac686864b5b2f7ead23cc48f91a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, version=8, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.openshift.expose-services=, com.redhat.component=centos-stream-container, GIT_CLEAN=True, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git) 2024-03-21T13:31:11.048 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:10 smithi196 podman[127033]: 2024-03-21 13:31:10.848089014 +0000 UTC m=+5.801693458 container cleanup 03661950f59ead2c6ef6c377d9844d301224bac686864b5b2f7ead23cc48f91a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, version=8, io.buildah.version=1.19.8, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, vcs-type=git) 2024-03-21T13:31:11.049 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:10 smithi196 bash[127033]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5 2024-03-21T13:31:11.049 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:10 smithi196 bash[127066]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.5" found: no such container 2024-03-21T13:31:11.049 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:10 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:10.811+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:11.049 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:10 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:10.811+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:11.049 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:10 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:10.811+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:11.324 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:11.231+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:11.325 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:11.231+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:11.325 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:11.231+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:11.325 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127051]: 2024-03-21 13:31:11.049149837 +0000 UTC m=+0.592319288 container remove 03661950f59ead2c6ef6c377d9844d301224bac686864b5b2f7ead23cc48f91a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, vcs-type=git, RELEASE=HEAD, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., name=centos-stream, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, io.openshift.tags=base centos centos-stream, architecture=x86_64) 2024-03-21T13:31:11.325 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127133]: 2024-03-21 13:31:11.196153007 +0000 UTC m=+0.018873604 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:31:11.325 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127133]: 2024-03-21 13:31:11.325119662 +0000 UTC m=+0.147840260 container create 62fd8fc3a4bc14e415d1162c3df846778a6aed067591f94ee62619bcf10b85e0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5-deactivate, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, ceph=True, name=centos-stream, architecture=x86_64, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., RELEASE=HEAD, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, version=8, io.buildah.version=1.19.8, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-03-21T13:31:11.635 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127133]: 2024-03-21 13:31:11.536116896 +0000 UTC m=+0.358837489 container init 62fd8fc3a4bc14e415d1162c3df846778a6aed067591f94ee62619bcf10b85e0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5-deactivate, distribution-scope=public, release=754, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, version=8, com.redhat.component=centos-stream-container, RELEASE=HEAD, name=centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, ceph=True, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-03-21T13:31:11.636 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127133]: 2024-03-21 13:31:11.539469776 +0000 UTC m=+0.362190368 container start 62fd8fc3a4bc14e415d1162c3df846778a6aed067591f94ee62619bcf10b85e0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5-deactivate, RELEASE=HEAD, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, ceph=True, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, version=8, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-03-21T13:31:11.636 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127133]: 2024-03-21 13:31:11.636178866 +0000 UTC m=+0.458899456 container attach 62fd8fc3a4bc14e415d1162c3df846778a6aed067591f94ee62619bcf10b85e0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , RELEASE=HEAD, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, vcs-type=git, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-03-21T13:31:11.913 INFO:journalctl@ceph.osd.5.smithi196.stdout:Mar 21 13:31:11 smithi196 podman[127133]: 2024-03-21 13:31:11.818124786 +0000 UTC m=+0.640845376 container died 62fd8fc3a4bc14e415d1162c3df846778a6aed067591f94ee62619bcf10b85e0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-5-deactivate, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, vcs-type=git, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, release=754, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, architecture=x86_64) 2024-03-21T13:31:11.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:11.797+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:11.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:11.797+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:11.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:11 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:11.797+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:12.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:12.274+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:12.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:12.274+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:12.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:12.274+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:12.488 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.5.service' 2024-03-21T13:31:12.530 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:31:12.531 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-21T13:31:12.531 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-21T13:31:12.531 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.6 2024-03-21T13:31:12.726 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 systemd[1]: Stopping Ceph osd.6 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:12.726 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:12.725+0000 7f745377f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:31:12.727 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:12.725+0000 7f745377f700 -1 osd.6 124 *** Got signal Terminated *** 2024-03-21T13:31:12.727 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:12.725+0000 7f745377f700 -1 osd.6 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:31:13.162 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:12.771+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:13.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:12.771+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:13.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:12 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:12.771+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:13.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:13.315+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:13.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:13.315+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:13.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:13.315+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:14.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:13.804+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:14.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:13.804+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:14.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:13 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:13.804+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:14.610 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:14.291+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:14.610 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:14.291+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:14.610 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:14.291+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:14.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:14.762+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:14.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:14.762+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:14.913 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:14 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:14.762+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:15.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:15.337+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:15.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:15.337+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:15.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:15.337+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:16.162 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:15.737+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:16.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:15.737+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:16.163 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:15 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:15.737+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:16.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:16.331+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:16.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:16.331+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:16.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:16.331+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:17.086 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:16.699+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:17.086 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:16.699+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:17.086 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:16 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:16.699+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:17.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:17.308+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:17.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:17.308+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:17.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:17.308+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:18.074 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:17.681+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.156294+0000 front 2024-03-21T13:30:28.156551+0000 (oldest deadline 2024-03-21T13:30:54.056409+0000) 2024-03-21T13:31:18.074 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:17.681+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:35.757367+0000 front 2024-03-21T13:30:35.757481+0000 (oldest deadline 2024-03-21T13:30:59.857315+0000) 2024-03-21T13:31:18.074 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:17 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6[36312]: 2024-03-21T13:31:17.681+0000 7f745111c700 -1 osd.6 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:43.858929+0000 front 2024-03-21T13:30:43.858986+0000 (oldest deadline 2024-03-21T13:31:08.558928+0000) 2024-03-21T13:31:18.396 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:18.267+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:18.397 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:18.267+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:18.397 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:18 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:18.267+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:18.397 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 podman[127211]: 2024-03-21 13:31:18.074354132 +0000 UTC m=+5.448750730 container died 1bf5d65144c6134adcca3cd3abf0a2a025858045a7c251566771e0189859268e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, io.buildah.version=1.19.8, version=8, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, release=754, vendor=Red Hat, Inc., ceph=True, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-03-21T13:31:18.397 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 podman[127211]: 2024-03-21 13:31:18.397330581 +0000 UTC m=+5.771727177 container cleanup 1bf5d65144c6134adcca3cd3abf0a2a025858045a7c251566771e0189859268e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6, io.openshift.expose-services=, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, architecture=x86_64, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, ceph=True, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=HEAD, distribution-scope=public, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, release=754) 2024-03-21T13:31:18.662 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 bash[127211]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6 2024-03-21T13:31:18.662 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 bash[127356]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.6" found: no such container 2024-03-21T13:31:18.663 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 podman[127343]: 2024-03-21 13:31:18.590112749 +0000 UTC m=+0.514029037 container remove 1bf5d65144c6134adcca3cd3abf0a2a025858045a7c251566771e0189859268e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , distribution-scope=public, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, release=754, GIT_CLEAN=True, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, name=centos-stream, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, version=8, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-03-21T13:31:19.101 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 podman[127423]: 2024-03-21 13:31:18.832504058 +0000 UTC m=+0.110463314 container create 913b6dd86d7d612000c6908f3cca0063f4632691829252ee0ecd4ab82accb546 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6-deactivate, version=8, name=centos-stream, GIT_CLEAN=True, distribution-scope=public, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., GIT_BRANCH=HEAD, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, architecture=x86_64, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0) 2024-03-21T13:31:19.101 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:18 smithi196 podman[127423]: 2024-03-21 13:31:18.741973344 +0000 UTC m=+0.019932613 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:31:19.101 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:19 smithi196 podman[127423]: 2024-03-21 13:31:19.034934873 +0000 UTC m=+0.312894126 container init 913b6dd86d7d612000c6908f3cca0063f4632691829252ee0ecd4ab82accb546 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6-deactivate, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, architecture=x86_64, ceph=True, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, io.buildah.version=1.19.8, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-03-21T13:31:19.101 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:19 smithi196 podman[127423]: 2024-03-21 13:31:19.038045364 +0000 UTC m=+0.316004620 container start 913b6dd86d7d612000c6908f3cca0063f4632691829252ee0ecd4ab82accb546 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6-deactivate, distribution-scope=public, name=centos-stream, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, version=8, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.19.8, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., release=754, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-03-21T13:31:19.102 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:19 smithi196 podman[127423]: 2024-03-21 13:31:19.101634229 +0000 UTC m=+0.379593483 container attach 913b6dd86d7d612000c6908f3cca0063f4632691829252ee0ecd4ab82accb546 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, version=8, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , ceph=True, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, vcs-type=git, name=centos-stream, distribution-scope=public, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64) 2024-03-21T13:31:19.413 INFO:journalctl@ceph.osd.6.smithi196.stdout:Mar 21 13:31:19 smithi196 podman[127423]: 2024-03-21 13:31:19.325064036 +0000 UTC m=+0.603023294 container died 913b6dd86d7d612000c6908f3cca0063f4632691829252ee0ecd4ab82accb546 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-6-deactivate, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, distribution-scope=public, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, ceph=True, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, name=centos-stream, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-03-21T13:31:19.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:19.243+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:19.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:19.243+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:19.414 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:19.243+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:19.414 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:19 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:19.243+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-03-21T13:30:50.282768+0000 front 2024-03-21T13:30:50.282813+0000 (oldest deadline 2024-03-21T13:31:18.482989+0000) 2024-03-21T13:31:19.964 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.6.service' 2024-03-21T13:31:20.006 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:31:20.006 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-21T13:31:20.006 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-21T13:31:20.006 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.7 2024-03-21T13:31:20.201 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 systemd[1]: Stopping Ceph osd.7 for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.200+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.200+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.200+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.200+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-03-21T13:30:50.282768+0000 front 2024-03-21T13:30:50.282813+0000 (oldest deadline 2024-03-21T13:31:18.482989+0000) 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.233+0000 7fc7fa8cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.233+0000 7fc7fa8cc700 -1 osd.7 124 *** Got signal Terminated *** 2024-03-21T13:31:20.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:20 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:20.233+0000 7fc7fa8cc700 -1 osd.7 124 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-21T13:31:21.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:21.232+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:21.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:21.232+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:21.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:21.232+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:21.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:21 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:21.232+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-03-21T13:30:50.282768+0000 front 2024-03-21T13:30:50.282813+0000 (oldest deadline 2024-03-21T13:31:18.482989+0000) 2024-03-21T13:31:22.412 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:22.257+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:22.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:22.257+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:22.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:22.257+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:22.413 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:22 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:22.257+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-03-21T13:30:50.282768+0000 front 2024-03-21T13:30:50.282813+0000 (oldest deadline 2024-03-21T13:31:18.482989+0000) 2024-03-21T13:31:23.522 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:23.271+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:23.523 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:23.271+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:23.523 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:23.271+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:23.523 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:23 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:23.271+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-03-21T13:30:50.282768+0000 front 2024-03-21T13:30:50.282813+0000 (oldest deadline 2024-03-21T13:31:18.482989+0000) 2024-03-21T13:31:24.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:24.314+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-03-21T13:30:28.779391+0000 front 2024-03-21T13:30:28.779502+0000 (oldest deadline 2024-03-21T13:30:52.879363+0000) 2024-03-21T13:31:24.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:24.314+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-03-21T13:30:37.480832+0000 front 2024-03-21T13:30:37.480891+0000 (oldest deadline 2024-03-21T13:31:02.081340+0000) 2024-03-21T13:31:24.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:24.314+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-03-21T13:30:44.382357+0000 front 2024-03-21T13:30:44.382453+0000 (oldest deadline 2024-03-21T13:31:10.282292+0000) 2024-03-21T13:31:24.663 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:24 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7[39261]: 2024-03-21T13:31:24.314+0000 7fc7f4261700 -1 osd.7 124 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-03-21T13:30:50.282768+0000 front 2024-03-21T13:30:50.282813+0000 (oldest deadline 2024-03-21T13:31:18.482989+0000) 2024-03-21T13:31:25.913 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:25 smithi196 podman[127559]: 2024-03-21 13:31:25.656455452 +0000 UTC m=+5.553128892 container died d0ec622f10d8011fc5ec944d7eee1958a745cd1c4fe71b6c16e9622f3b8c44bc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, RELEASE=HEAD, GIT_CLEAN=True, io.buildah.version=1.19.8, architecture=x86_64, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754) 2024-03-21T13:31:26.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[127559]: 2024-03-21 13:31:26.029726608 +0000 UTC m=+5.926400029 container cleanup d0ec622f10d8011fc5ec944d7eee1958a745cd1c4fe71b6c16e9622f3b8c44bc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, architecture=x86_64, vendor=Red Hat, Inc., release=754, ceph=True, GIT_CLEAN=True, io.buildah.version=1.19.8, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8) 2024-03-21T13:31:26.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 bash[127559]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7 2024-03-21T13:31:26.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 bash[128210]: Error: no container with name or ID "ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd.7" found: no such container 2024-03-21T13:31:26.571 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128196]: 2024-03-21 13:31:26.280660994 +0000 UTC m=+0.627105117 container remove d0ec622f10d8011fc5ec944d7eee1958a745cd1c4fe71b6c16e9622f3b8c44bc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7, vcs-type=git, GIT_CLEAN=True, io.openshift.expose-services=, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , distribution-scope=public, version=8, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, ceph=True, io.k8s.display-name=CentOS Stream 8, release=754, com.redhat.component=centos-stream-container) 2024-03-21T13:31:26.571 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128277]: 2024-03-21 13:31:26.473187287 +0000 UTC m=+0.108940792 container create 96a6f93df4e20f785df0e55aa26a1d2208ec4e81395cf3a9ade7b76140afd3eb (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7-deactivate, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, vendor=Red Hat, Inc., name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, vcs-type=git) 2024-03-21T13:31:26.571 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128277]: 2024-03-21 13:31:26.383217422 +0000 UTC m=+0.018970957 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-03-21T13:31:26.913 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128277]: 2024-03-21 13:31:26.659129697 +0000 UTC m=+0.294883202 container init 96a6f93df4e20f785df0e55aa26a1d2208ec4e81395cf3a9ade7b76140afd3eb (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, release=754, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, RELEASE=HEAD, vcs-type=git, ceph=True, GIT_CLEAN=True, architecture=x86_64, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream) 2024-03-21T13:31:26.913 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128277]: 2024-03-21 13:31:26.662139524 +0000 UTC m=+0.297893030 container start 96a6f93df4e20f785df0e55aa26a1d2208ec4e81395cf3a9ade7b76140afd3eb (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7-deactivate, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, architecture=x86_64, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, maintainer=Guillaume Abrioux , RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, vendor=Red Hat, Inc., version=8, io.buildah.version=1.19.8) 2024-03-21T13:31:26.914 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128277]: 2024-03-21 13:31:26.742305001 +0000 UTC m=+0.378058515 container attach 96a6f93df4e20f785df0e55aa26a1d2208ec4e81395cf3a9ade7b76140afd3eb (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7-deactivate, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, release=754, io.openshift.tags=base centos centos-stream, vcs-type=git, GIT_BRANCH=HEAD, name=centos-stream) 2024-03-21T13:31:27.295 INFO:journalctl@ceph.osd.7.smithi196.stdout:Mar 21 13:31:26 smithi196 podman[128277]: 2024-03-21 13:31:26.949749629 +0000 UTC m=+0.585503134 container died 96a6f93df4e20f785df0e55aa26a1d2208ec4e81395cf3a9ade7b76140afd3eb (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-osd-7-deactivate, name=centos-stream, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, version=8, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, ceph=True, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-03-21T13:31:27.580 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@osd.7.service' 2024-03-21T13:31:27.621 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:31:27.622 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-21T13:31:27.622 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-03-21T13:31:27.622 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a 2024-03-21T13:31:27.913 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 systemd[1]: Stopping Ceph prometheus.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:28.255 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-21T13:31:28.256 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.948Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-21T13:31:28.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.949Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-21T13:31:28.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.949Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-21T13:31:28.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a[91892]: ts=2024-03-21T13:31:27.949Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-21T13:31:28.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:27 smithi196 podman[128381]: 2024-03-21 13:31:27.958509742 +0000 UTC m=+0.115147744 container died 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:28.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:28 smithi196 podman[128381]: 2024-03-21 13:31:28.256191431 +0000 UTC m=+0.412829433 container cleanup 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:28.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:28 smithi196 bash[128381]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a 2024-03-21T13:31:28.607 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Mar 21 13:31:28 smithi196 podman[128396]: 2024-03-21 13:31:28.499249484 +0000 UTC m=+0.542594938 container remove 014c8c175d80dd1c89bfae6958ce8b076896740903f9f7b6e65038c20f6f34b1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:28.627 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-409d6aee-e782-11ee-95cd-87774f69a715@prometheus.a.service' 2024-03-21T13:31:28.663 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-21T13:31:28.663 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-03-21T13:31:28.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 409d6aee-e782-11ee-95cd-87774f69a715 --force --keep-logs 2024-03-21T13:31:30.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:30 smithi067 systemd[1]: Stopping Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:30.902 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:30 smithi067 podman[153183]: 2024-03-21 13:31:30.55830208 +0000 UTC m=+0.108354149 container died 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:31.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:30 smithi067 podman[153183]: 2024-03-21 13:31:30.972369992 +0000 UTC m=+0.522422062 container cleanup 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:31.402 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:30 smithi067 bash[153183]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a 2024-03-21T13:31:31.403 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:31 smithi067 podman[153197]: 2024-03-21 13:31:31.207538768 +0000 UTC m=+0.653542433 container remove 9834dfed9f88d9229c749452d19bd54961b5eafa8c1d36a4abe4dd16b17104a5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:31.403 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:31 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:31:31.877 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:31 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-21T13:31:31.877 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:31 smithi067 systemd[1]: Stopped Ceph node-exporter.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:31:31.878 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Mar 21 13:31:31 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.a.service: Consumed 1.510s CPU time. 2024-03-21T13:31:31.878 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:31 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:32.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:31 smithi067 ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a[115074]: ts=2024-03-21T13:31:31.876Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-21T13:31:32.152 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:31 smithi067 podman[153303]: 2024-03-21 13:31:31.917904046 +0000 UTC m=+0.147296344 container died b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:32.519 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 podman[153303]: 2024-03-21 13:31:32.352444034 +0000 UTC m=+0.581836382 container cleanup b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:32.520 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 bash[153303]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a 2024-03-21T13:31:32.901 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 podman[153317]: 2024-03-21 13:31:32.520216675 +0000 UTC m=+0.597398391 container remove b5c80d0f525141314aec37aa6b469a1e223b9ad476982a665d8b1aab9716a1c6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-21T13:31:32.901 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 podman[153317]: 2024-03-21 13:31:32.621019145 +0000 UTC m=+0.698200857 volume remove 79d242cf58ae194a23dcd09eda9058c4c52b8ee1c4c3c9ccfe8c574deeeea53c 2024-03-21T13:31:33.241 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-21T13:31:33.241 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:31:33.241 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Mar 21 13:31:32 smithi067 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@alertmanager.a.service: Consumed 1.150s CPU time. 2024-03-21T13:31:55.960 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 409d6aee-e782-11ee-95cd-87774f69a715 --force --keep-logs 2024-03-21T13:31:58.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:57 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:58.164 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:57 smithi196 podman[129571]: 2024-03-21 13:31:57.996550359 +0000 UTC m=+0.102693040 container died 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:31:58.594 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 podman[129571]: 2024-03-21 13:31:58.394218098 +0000 UTC m=+0.500360764 container cleanup 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:31:58.594 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 bash[129571]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b 2024-03-21T13:31:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 podman[129585]: 2024-03-21 13:31:58.645510056 +0000 UTC m=+0.649525639 container remove 597fb4078a77e807ebec22d986417bb2110488820f179b1720fb20997a25f314 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-21T13:31:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-21T13:31:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-21T13:31:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:31:58.913 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Mar 21 13:31:58 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@node-exporter.b.service: Consumed 1.510s CPU time. 2024-03-21T13:31:59.231 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:58 smithi196 systemd[1]: Stopping Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715... 2024-03-21T13:31:59.490 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=server t=2024-03-21T13:31:59.231767063Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-03-21T13:31:59.491 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=ticker t=2024-03-21T13:31:59.232106053Z level=info msg=stopped last_tick=2024-03-21T13:31:50Z 2024-03-21T13:31:59.491 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a[104192]: logger=tracing t=2024-03-21T13:31:59.232143341Z level=info msg="Closing tracing" 2024-03-21T13:31:59.491 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 podman[129701]: 2024-03-21 13:31:59.242250273 +0000 UTC m=+0.115579376 container died 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 (image=quay.io/ceph/grafana:9.4.12, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Grafana Labs ) 2024-03-21T13:31:59.773 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 podman[129701]: 2024-03-21 13:31:59.573495113 +0000 UTC m=+0.446824215 container cleanup 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 (image=quay.io/ceph/grafana:9.4.12, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Grafana Labs ) 2024-03-21T13:31:59.774 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 bash[129701]: ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a 2024-03-21T13:32:00.162 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 podman[129715]: 2024-03-21 13:31:59.774398245 +0000 UTC m=+0.530275000 container remove 0dfe2b97eddb436ec5107c01d1a7b08aacf9d15462757e9bffa3b8956eb9c6c9 (image=quay.io/ceph/grafana:9.4.12, name=ceph-409d6aee-e782-11ee-95cd-87774f69a715-grafana-a, maintainer=Grafana Labs ) 2024-03-21T13:32:00.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Deactivated successfully. 2024-03-21T13:32:00.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 systemd[1]: Stopped Ceph grafana.a for 409d6aee-e782-11ee-95cd-87774f69a715. 2024-03-21T13:32:00.163 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Mar 21 13:31:59 smithi196 systemd[1]: ceph-409d6aee-e782-11ee-95cd-87774f69a715@grafana.a.service: Consumed 6.811s CPU time. 2024-03-21T13:32:11.379 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-21T13:32:11.415 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-21T13:32:11.447 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-21T13:32:11.449 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/crash to /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/remote/smithi067/crash 2024-03-21T13:32:11.451 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/crash -- . 2024-03-21T13:32:11.532 INFO:teuthology.orchestra.run.smithi067.stderr:tar: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/crash: Cannot open: No such file or directory 2024-03-21T13:32:11.532 INFO:teuthology.orchestra.run.smithi067.stderr:tar: Error is not recoverable: exiting now 2024-03-21T13:32:11.534 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/crash to /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/remote/smithi196/crash 2024-03-21T13:32:11.535 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/crash -- . 2024-03-21T13:32:11.575 INFO:teuthology.orchestra.run.smithi196.stderr:tar: /var/lib/ceph/409d6aee-e782-11ee-95cd-87774f69a715/crash: Cannot open: No such file or directory 2024-03-21T13:32:11.575 INFO:teuthology.orchestra.run.smithi196.stderr:tar: Error is not recoverable: exiting now 2024-03-21T13:32:11.576 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-21T13:32:11.577 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-03-21T13:32:11.609 INFO:teuthology.orchestra.run.smithi067.stdout:2024-03-21T12:57:22.798051+0000 mon.a (mon.0) 198 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-21T13:32:11.609 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-21T13:32:11.610 INFO:tasks.cephadm:Compressing logs... 2024-03-21T13:32:11.610 DEBUG:teuthology.orchestra.run.smithi067:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-21T13:32:11.652 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-21T13:32:11.679 INFO:teuthology.orchestra.run.smithi067.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-21T13:32:11.680 INFO:teuthology.orchestra.run.smithi067.stderr:: No such file or directory 2024-03-21T13:32:11.680 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.a.log 2024-03-21T13:32:11.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-client.rgw.foo.smithi067.hkmuwv.log 2024-03-21T13:32:11.680 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.audit.log 2024-03-21T13:32:11.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-client.rgw.foo.smithi067.hkmuwv.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.1.log 2024-03-21T13:32:11.681 INFO:teuthology.orchestra.run.smithi067.stderr: 62.4% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-client.rgw.foo.smithi067.hkmuwv.log.gz 2024-03-21T13:32:11.682 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.3.log 2024-03-21T13:32:11.682 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mgr.y.log 2024-03-21T13:32:11.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/tcmu-runner.log 2024-03-21T13:32:11.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mgr.y.log: /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/tcmu-runner.log: 87.3% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/tcmu-runner.log.gz 2024-03-21T13:32:11.687 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.0.log 2024-03-21T13:32:11.687 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.cephadm.log 2024-03-21T13:32:11.688 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log 2024-03-21T13:32:11.688 INFO:teuthology.orchestra.run.smithi196.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-03-21T13:32:11.688 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-21T13:32:11.689 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.6.log 2024-03-21T13:32:11.689 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.audit.log 2024-03-21T13:32:11.689 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.4.log 2024-03-21T13:32:11.689 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.7.log 2024-03-21T13:32:11.689 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.5.log 2024-03-21T13:32:11.689 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-client.rgw.foo.smithi196.zsuetz.log 2024-03-21T13:32:11.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.cephadm.log: 94.7% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.cephadm.log.gz 2024-03-21T13:32:11.692 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.2.log 2024-03-21T13:32:11.699 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mgr.x.log 2024-03-21T13:32:11.699 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-client.rgw.foo.smithi196.zsuetz.log: 62.4% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-client.rgw.foo.smithi196.zsuetz.log.gz 2024-03-21T13:32:11.702 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-volume.log 2024-03-21T13:32:11.704 INFO:teuthology.orchestra.run.smithi196.stderr: 93.0% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.audit.log.gz 2024-03-21T13:32:11.704 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.cephadm.log 2024-03-21T13:32:11.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.2.log: gzip -5 --verbose 90.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-21T13:32:11.712 INFO:teuthology.orchestra.run.smithi067.stderr: -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.c.log 2024-03-21T13:32:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-volume.log: /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.c.log: 95.6% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.audit.log.gz 2024-03-21T13:32:11.717 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log 2024-03-21T13:32:11.721 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.cephadm.log: 91.1% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.cephadm.log.gz 2024-03-21T13:32:11.726 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-volume.log 2024-03-21T13:32:11.726 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log: 94.6% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log.gz 2024-03-21T13:32:11.737 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log: 90.6% 90.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-21T13:32:11.738 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.b.log 2024-03-21T13:32:11.741 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-volume.log: -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph.log.gz 2024-03-21T13:32:11.791 INFO:teuthology.orchestra.run.smithi067.stderr: 92.6% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-volume.log.gz 2024-03-21T13:32:11.812 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.b.log: 92.7% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-volume.log.gz 2024-03-21T13:32:11.909 INFO:teuthology.orchestra.run.smithi196.stderr: 88.2% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mgr.x.log.gz 2024-03-21T13:32:12.418 INFO:teuthology.orchestra.run.smithi196.stderr: 92.8% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.b.log.gz 2024-03-21T13:32:12.933 INFO:teuthology.orchestra.run.smithi196.stderr: 92.9% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.6.log.gz 2024-03-21T13:32:12.991 INFO:teuthology.orchestra.run.smithi067.stderr: 88.4% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mgr.y.log.gz 2024-03-21T13:32:12.992 INFO:teuthology.orchestra.run.smithi196.stderr: 93.2% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.5.log.gz 2024-03-21T13:32:13.018 INFO:teuthology.orchestra.run.smithi067.stderr: 93.2% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.2.log.gz 2024-03-21T13:32:13.089 INFO:teuthology.orchestra.run.smithi196.stderr: 93.4% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.4.log.gz 2024-03-21T13:32:13.172 INFO:teuthology.orchestra.run.smithi196.stderr: 93.7% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.7.log.gz 2024-03-21T13:32:13.174 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-03-21T13:32:13.174 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m1.506s 2024-03-21T13:32:13.174 INFO:teuthology.orchestra.run.smithi196.stderr:user 0m6.196s 2024-03-21T13:32:13.174 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m0.270s 2024-03-21T13:32:13.189 INFO:teuthology.orchestra.run.smithi067.stderr: 92.9% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.c.log.gz 2024-03-21T13:32:13.544 INFO:teuthology.orchestra.run.smithi067.stderr: 93.3% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.0.log.gz 2024-03-21T13:32:13.592 INFO:teuthology.orchestra.run.smithi067.stderr: 93.3% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.1.log.gz 2024-03-21T13:32:13.733 INFO:teuthology.orchestra.run.smithi067.stderr: 93.2% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-osd.3.log.gz 2024-03-21T13:32:14.298 INFO:teuthology.orchestra.run.smithi067.stderr: 91.9% -- replaced with /var/log/ceph/409d6aee-e782-11ee-95cd-87774f69a715/ceph-mon.a.log.gz 2024-03-21T13:32:14.300 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-03-21T13:32:14.300 INFO:teuthology.orchestra.run.smithi067.stderr:real 0m2.635s 2024-03-21T13:32:14.300 INFO:teuthology.orchestra.run.smithi067.stderr:user 0m12.195s 2024-03-21T13:32:14.300 INFO:teuthology.orchestra.run.smithi067.stderr:sys 0m0.402s 2024-03-21T13:32:14.300 INFO:tasks.cephadm:Archiving logs... 2024-03-21T13:32:14.301 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/remote/smithi067/log 2024-03-21T13:32:14.302 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-21T13:32:15.733 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/remote/smithi196/log 2024-03-21T13:32:15.734 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-21T13:32:16.616 INFO:tasks.cephadm:Removing cluster... 2024-03-21T13:32:16.617 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 409d6aee-e782-11ee-95cd-87774f69a715 --force 2024-03-21T13:32:16.915 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 409d6aee-e782-11ee-95cd-87774f69a715 --force 2024-03-21T13:32:17.212 INFO:tasks.cephadm:Removing cephadm ... 2024-03-21T13:32:17.212 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-21T13:32:17.228 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-21T13:32:17.242 INFO:tasks.cephadm:Teardown complete 2024-03-21T13:32:17.243 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-21T13:32:17.252 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-21T13:32:17.252 DEBUG:teuthology.orchestra.run.smithi067:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-21T13:32:17.270 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-21T13:32:17.281 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-03-21T13:32:17.289 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-21T13:32:17.290 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-03-21T13:32:17.290 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 20 +2295us[+2295us] +/- 111ms 2024-03-21T13:32:17.290 INFO:teuthology.orchestra.run.smithi067.stdout:^* hv02.front.sepia.ceph.com 3 6 377 21 -1286us[-1288us] +/- 51ms 2024-03-21T13:32:17.290 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 23 +261us[ +258us] +/- 65ms 2024-03-21T13:32:17.290 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T13:32:17.296 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-03-21T13:32:17.304 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-21T13:32:17.304 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-03-21T13:32:17.304 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 25 +2305us[+2308us] +/- 111ms 2024-03-21T13:32:17.304 INFO:teuthology.orchestra.run.smithi196.stdout:^* hv02.front.sepia.ceph.com 3 6 377 19 -1275us[-1272us] +/- 51ms 2024-03-21T13:32:17.304 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 21 +270us[ +273us] +/- 65ms 2024-03-21T13:32:17.304 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-21T13:32:17.305 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-21T13:32:17.317 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-21T13:32:17.317 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-21T13:32:17.325 DEBUG:teuthology.orchestra.run.smithi067:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-21T13:32:17.436 DEBUG:teuthology.orchestra.run.smithi196:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-21T13:32:17.534 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-21T13:32:17.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T13:32:17.565 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-21T13:32:17.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T13:32:17.597 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-21T13:32:17.606 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-21T13:32:17.613 INFO:teuthology.task.internal:Duration was 2481.907757 seconds 2024-03-21T13:32:17.614 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-21T13:32:17.621 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-21T13:32:17.621 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-21T13:32:17.623 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-21T13:32:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-21T13:32:17.679 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-21T13:32:17.952 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-21T13:32:17.952 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi067.front.sepia.ceph.com 2024-03-21T13:32:17.953 DEBUG:teuthology.orchestra.run.smithi067:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-21T13:32:18.003 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-03-21T13:32:18.003 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-21T13:32:18.022 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-21T13:32:18.022 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-21T13:32:18.045 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-21T13:32:18.090 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-21T13:32:18.090 DEBUG:teuthology.orchestra.run.smithi067:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-21T13:32:18.114 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-21T13:32:18.940 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-21T13:32:18.949 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-21T13:32:18.950 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-21T13:32:18.976 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-21T13:32:19.003 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-21T13:32:19.013 DEBUG:teuthology.orchestra.run.smithi067:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-21T13:32:19.019 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-21T13:32:19.042 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = core 2024-03-21T13:32:19.069 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-03-21T13:32:19.099 DEBUG:teuthology.orchestra.run.smithi067:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-21T13:32:19.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T13:32:19.123 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-21T13:32:19.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-21T13:32:19.154 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-21T13:32:19.163 INFO:teuthology.task.internal:Transferring archived files... 2024-03-21T13:32:19.164 DEBUG:teuthology.misc:Transferring archived files from smithi067:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/remote/smithi067 2024-03-21T13:32:19.165 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-21T13:32:19.224 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964/remote/smithi196 2024-03-21T13:32:19.224 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-21T13:32:19.273 INFO:teuthology.task.internal:Removing archive directory... 2024-03-21T13:32:19.273 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-21T13:32:19.276 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-21T13:32:19.318 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-21T13:32:19.327 INFO:teuthology.task.internal:Not uploading archives. 2024-03-21T13:32:19.328 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-21T13:32:19.336 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-21T13:32:19.336 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-21T13:32:19.338 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-21T13:32:19.349 INFO:teuthology.orchestra.run.smithi067.stdout: 265305 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 21 13:32 /home/ubuntu/cephtest 2024-03-21T13:32:19.372 INFO:teuthology.orchestra.run.smithi196.stdout: 266042 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 21 13:32 /home/ubuntu/cephtest 2024-03-21T13:32:19.373 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-21T13:32:19.382 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-21T13:32:19.400 INFO:teuthology.nuke:Checking targets against current locks 2024-03-21T13:32:19.429 DEBUG:teuthology.nuke:shortname: smithi067 2024-03-21T13:32:19.429 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-21T13:32:19.456 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-21 12:42:40.233902', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKHqQcsC+ic0IDnIl+4cj57P83+BUa1jRBi9AuVB61Ur9PtogjT3W4cuaqUD143fEf/95nxPpQg0SoHM2ig7OBU='} 2024-03-21T13:32:19.457 DEBUG:teuthology.nuke:shortname: smithi196 2024-03-21T13:32:19.457 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-21T13:32:19.482 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-03-21_12:04:17-orch:cephadm-wip-guits-testing-2024-03-21-0818-distro-default-smithi/7614964', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-21 12:42:40.235263', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ/stJeePz2W0OMq5w6MTcOOjPT2Sj0Iim816gKUx5E0TmE1D431n+hhZ73ZwUawDbLnX5I5svh6x96yyim6eK8='} 2024-03-21T13:32:19.516 INFO:teuthology.orchestra.console.smithi067:Power off 2024-03-21T13:32:19.517 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-21T13:32:19.542 DEBUG:teuthology.orchestra.console.smithi067:power off output: Chassis Power Control: Down/Off 2024-03-21T13:32:19.542 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:19.556 INFO:teuthology.orchestra.console.smithi196:Power off 2024-03-21T13:32:19.557 DEBUG:teuthology.orchestra.console.smithi196:pexpect command: ipmitool -H smithi196.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-21T13:32:19.566 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is on 2024-03-21T13:32:19.584 DEBUG:teuthology.orchestra.console.smithi196:power off output: Chassis Power Control: Down/Off 2024-03-21T13:32:19.584 DEBUG:teuthology.orchestra.console.smithi196:pexpect command: ipmitool -H smithi196.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:19.609 DEBUG:teuthology.orchestra.console.smithi196:check power output: Chassis Power is on 2024-03-21T13:32:23.568 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:23.610 DEBUG:teuthology.orchestra.console.smithi196:pexpect command: ipmitool -H smithi196.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:23.680 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is on 2024-03-21T13:32:23.720 DEBUG:teuthology.orchestra.console.smithi196:check power output: Chassis Power is on 2024-03-21T13:32:27.685 DEBUG:teuthology.orchestra.console.smithi067:pexpect command: ipmitool -H smithi067.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:27.721 DEBUG:teuthology.orchestra.console.smithi196:pexpect command: ipmitool -H smithi196.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:27.795 DEBUG:teuthology.orchestra.console.smithi067:check power output: Chassis Power is off 2024-03-21T13:32:27.830 DEBUG:teuthology.orchestra.console.smithi196:check power output: Chassis Power is on 2024-03-21T13:32:27.896 INFO:teuthology.orchestra.console.smithi067:Power off completed 2024-03-21T13:32:31.834 DEBUG:teuthology.orchestra.console.smithi196:pexpect command: ipmitool -H smithi196.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-21T13:32:31.944 DEBUG:teuthology.orchestra.console.smithi196:check power output: Chassis Power is off 2024-03-21T13:32:32.045 INFO:teuthology.orchestra.console.smithi196:Power off completed 2024-03-21T13:32:32.150 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} duration: 2481.90775680542 failure_reason: 'Command failed on smithi067 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 409d6aee-e782-11ee-95cd-87774f69a715 -e sha1=960fbbe4645c2becc8084669be194c95183c7753 -- bash -c \''ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \''"\''"\''.up_to_date | length == 7\''"\''"\''\''''' owner: scheduled_gabrioux@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=1bb79ffd54ef4f379732c12850a531c2 status: fail success: false 2024-03-21T13:32:32.150 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-21T13:32:32.230 INFO:teuthology.run:FAIL